-- Logs begin at Mon 2021-08-16 10:51:44 UTC, end at Mon 2021-08-16 12:01:53 UTC. -- Aug 16 11:34:13.454420 dv-cinder-804698-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 11:34:16.236479 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.common.config [-] Logging enabled! Aug 16 11:34:16.237107 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev540 Aug 16 11:34:16.237357 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 11:34:16.241412 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.common.config [-] Logging enabled! Aug 16 11:34:16.241690 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev540 Aug 16 11:34:16.242023 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 11:34:16.243055 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 11:34:16.243311 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 11:34:16.243705 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 11:34:16.243972 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 11:34:16.244218 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 11:34:16.244562 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.244881 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.245198 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.245433 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.245731 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.246041 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.246347 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.246688 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.247011 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.247321 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.247624 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.247931 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.248176 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.248475 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.248784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.249090 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.249335 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.249637 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.250090 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.250536 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.250863 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.251167 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.251458 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.251750 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.252047 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.252351 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.252702 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] host = dv-cinder-804698-1-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.253033 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.253335 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.253650 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.253952 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.254247 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.254546 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.254880 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.255174 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.255461 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.255747 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.256056 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.256365 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.256673 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.256922 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.257164 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.257471 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.257772 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.258067 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.258367 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.258685 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.258985 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.259284 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.259578 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.259887 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.260194 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.260498 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.260786 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.261073 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.261368 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.261666 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.261975 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.262271 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.262566 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.262881 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.263188 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.263481 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.263769 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.264084 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.264383 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.264683 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.264990 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.265289 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.265595 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.265893 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.266186 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.266478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.266795 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.267081 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.267373 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.267667 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.267965 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.268266 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.268587 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.268902 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:16.269222 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.269545 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.269868 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.270175 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.270491 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.270815 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.271129 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.271429 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.271736 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.272038 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.272348 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.272647 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.272961 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.273262 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.273578 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.273907 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.274223 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.274540 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.274860 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.275158 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.275450 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.275749 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.276053 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.276414 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.276659 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.276950 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.277251 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.277560 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.277859 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.278158 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.278456 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.278791 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.279092 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.279385 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.279681 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.279971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.280265 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.280557 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.280855 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.281169 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.281467 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.281760 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.282049 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.282336 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.282662 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.282960 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.283256 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.283552 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.283843 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.284650 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.284952 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.285300 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.285630 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.285927 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.286229 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.286522 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.286840 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.287136 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.287429 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.287710 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.287996 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.288289 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.288583 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.288880 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.289176 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.289469 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.289760 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.290048 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.290348 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.290696 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.290986 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.291287 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.291586 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.291885 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.292185 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.292481 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.292775 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.293065 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.293349 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.293660 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.293965 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.294277 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.294591 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.294897 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.295216 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.295518 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.295824 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.296120 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.296418 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.296727 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.297022 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.297329 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.297644 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.297959 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.298273 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.298621 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.298920 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.299250 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.299552 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:16.299842 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 11:34:16.300672 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100864) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 11:34:16.687714 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 11:34:16.687992 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 11:34:16.688313 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 11:34:16.688663 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 11:34:17.108617 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.108935 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.109224 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.110467 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.110785 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.111082 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.146676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.146955 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.147222 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.163864 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.164153 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.164426 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.193592 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.193872 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.194143 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.232380 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.232658 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.232925 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.490725 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.491344 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.491344 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.491524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.492235 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.619983 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.620446 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.620853 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.621239 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.621614 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.622074 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.622443 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.622845 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.623208 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.623619 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.623988 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.624369 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.624731 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.625091 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.625455 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.625833 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.626194 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.626622 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.627102 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.627536 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.628524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.628944 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.629427 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.630062 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.630488 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.630945 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.631631 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 11:34:17.632025 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 11:34:17.632430 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 11:34:17.632855 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 11:34:17.633265 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 11:34:17.633674 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 11:34:17.634089 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 11:34:17.637752 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 11:34:17.641917 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 11:34:17.647034 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 16 11:34:17.648865 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 11:34:17.649326 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 11:34:17.649664 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 11:34:17.650057 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 11:34:17.652903 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 11:34:17.653156 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 11:34:17.653507 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 11:34:17.659581 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 11:34:17.683416 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 11:34:17.683885 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.684189 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100864) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 11:34:17.684553 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.685917 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100864) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 11:34:17.686204 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 11:34:17.686453 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 11:34:17.689840 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.690125 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:17.755424 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 11:34:17.755665 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 11:34:17.755904 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 11:34:17.756286 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 11:34:17.777361 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_db.sqlalchemy.engines [None req-95127107-abf3-4300-9204-775f77e05302 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100864) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 11:34:18.604684 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-95127107-abf3-4300-9204-775f77e05302 None None] Initializing driver for type 'gre' Aug 16 11:34:18.605552 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95127107-abf3-4300-9204-775f77e05302 None None] gre ID ranges: [(1, 1000)] Aug 16 11:34:18.925808 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-95127107-abf3-4300-9204-775f77e05302 None None] Initializing driver for type 'local' Aug 16 11:34:18.926298 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-95127107-abf3-4300-9204-775f77e05302 None None] Initializing driver for type 'vlan' Aug 16 11:34:19.062734 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95127107-abf3-4300-9204-775f77e05302 None None] VlanTypeDriver initialization complete Aug 16 11:34:19.063079 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-95127107-abf3-4300-9204-775f77e05302 None None] Initializing driver for type 'vxlan' Aug 16 11:34:19.063605 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95127107-abf3-4300-9204-775f77e05302 None None] vxlan ID ranges: [(1, 1000)] Aug 16 11:34:19.244338 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-95127107-abf3-4300-9204-775f77e05302 None None] Initializing extension driver 'port_security' Aug 16 11:34:19.244606 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.extensions.port_security [None req-95127107-abf3-4300-9204-775f77e05302 None None] PortSecurityExtensionDriver initialization complete Aug 16 11:34:19.244952 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-95127107-abf3-4300-9204-775f77e05302 None None] Initializing mechanism driver 'openvswitch' Aug 16 11:34:19.245276 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-95127107-abf3-4300-9204-775f77e05302 None None] Initializing mechanism driver 'hyperv' Aug 16 11:34:19.251877 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.plugin [None req-95127107-abf3-4300-9204-775f77e05302 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:34:19.252570 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.253746 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.254283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.254621 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 11:34:19.259952 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > subnet after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.259952 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.259952 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.259952 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 11:34:19.259952 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > network after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.260346 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > network after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.260346 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.260346 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 11:34:19.260346 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > security_group after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.260346 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > security_group after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.260716 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.260716 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 11:34:19.260716 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.260716 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.260716 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.261101 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 11:34:19.261101 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > address_group after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.261430 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > address_group after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.261774 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.262172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 11:34:19.262567 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95127107-abf3-4300-9204-775f77e05302 None None] ML2 OVO RPC backend initialized. {{(pid=100864) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 11:34:19.263313 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.263675 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.264112 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > network before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.264466 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > networks before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.264822 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > port before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.265172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > ports before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.265522 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > subnet before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.265896 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > subnets before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.266270 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > network after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.266649 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > network after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.266998 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.267345 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.267691 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.268037 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.268395 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > subnet after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.269602 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.270086 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.270764 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.plugin [None req-95127107-abf3-4300-9204-775f77e05302 None None] Modular L2 Plugin initialization complete Aug 16 11:34:19.271108 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading services supported by the core plugin {{(pid=100864) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 11:34:19.271518 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-95127107-abf3-4300-9204-775f77e05302 None None] Got port-security extension from driver 'port_security' Aug 16 11:34:19.272022 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.extensions.vlantransparent [None req-95127107-abf3-4300-9204-775f77e05302 None None] Disabled vlantransparent extension. Aug 16 11:34:19.272517 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100864) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 11:34:19.272842 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading Plugin: router Aug 16 11:34:19.311021 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.311473 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router after_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.311853 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router before_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.312226 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.312613 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.312976 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router after_delete 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.313344 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.313711 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router after_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.314066 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.314425 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.314806 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.315172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.316234 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.316758 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.317112 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.317463 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.317810 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.318166 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.318525 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.318903 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: port before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.319253 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.319621 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.319969 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.320327 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.320695 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.321047 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.321415 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > agent after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.321771 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > agent after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.322125 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.323061 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Tracking information for resource: router configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 11:34:19.323398 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Tracking information for resource: floatingip configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 11:34:19.328359 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.db.l3_agentschedulers_db [None req-95127107-abf3-4300-9204-775f77e05302 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 11:34:19.329071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.329442 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.329801 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.330160 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.331729 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router before_create 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.332328 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.332706 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_create 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.333073 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > router precommit_update 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.337614 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.services.provider_configuration [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service providers = [] {{(pid=100864) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 11:34:19.337983 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.db.servicetype_db [None req-95127107-abf3-4300-9204-775f77e05302 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100864) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 11:34:19.341325 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 11:34:19.341677 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 11:34:19.342027 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 11:34:19.342998 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 11:34:19.343378 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.services.service_base [None req-95127107-abf3-4300-9204-775f77e05302 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 11:34:19.343764 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 11:34:19.344086 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 11:34:19.355238 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 11:34:19.355582 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading Plugin: auto_allocate Aug 16 11:34:19.361401 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: network precommit_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.361779 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: network precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.362409 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 11:34:19.362966 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading Plugin: tag Aug 16 11:34:19.369595 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 11:34:19.369933 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading Plugin: timestamp Aug 16 11:34:19.374029 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 11:34:19.374373 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading Plugin: network_ip_availability Aug 16 11:34:19.380751 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.381131 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.381499 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.382253 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 11:34:19.382601 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading Plugin: flavors Aug 16 11:34:19.387499 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 11:34:19.387838 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading Plugin: revisions Aug 16 11:34:19.392191 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 11:34:19.392591 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-95127107-abf3-4300-9204-775f77e05302 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.704s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 11:34:19.393353 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100864) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 11:34:19.394399 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Initializing extension manager. Aug 16 11:34:19.395089 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: __init__.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.395445 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: __pycache__ {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.395789 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.396133 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.396922 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.397516 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: address-group Aug 16 11:34:19.397847 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: address_scope.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.398603 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.399130 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: address-scope Aug 16 11:34:19.399458 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.400429 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.400949 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: router-admin-state-down-before-update Aug 16 11:34:19.401278 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: agent.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.401991 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.402503 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: agent Aug 16 11:34:19.402872 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: agent_resources_synced.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.404004 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.404518 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: agent-resources-synced Aug 16 11:34:19.404844 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: allowedaddresspairs.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.406698 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.407222 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: allowed-address-pairs Aug 16 11:34:19.407554 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: auto_allocated_topology.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.408654 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.409321 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: auto-allocated-topology Aug 16 11:34:19.409884 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.410638 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.411150 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: availability_zone Aug 16 11:34:19.411475 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: availability_zone_filter.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.412412 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.412934 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: availability_zone_filter Aug 16 11:34:19.413258 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: data_plane_status.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.414190 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.414736 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 11:34:19.415067 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: default_subnetpools.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.416004 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.416516 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: default-subnetpools Aug 16 11:34:19.416842 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.417671 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.418180 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: dhcp_agent_scheduler Aug 16 11:34:19.418506 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: dns.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.419460 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.419971 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 11:34:19.420300 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: dns_domain_ports.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.421234 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.421743 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 11:34:19.422072 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.423042 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.423553 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 11:34:19.423879 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: dvr.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.424566 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.425851 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: dvr Aug 16 11:34:19.426198 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: ecmp_routes.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.427178 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.427690 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 11:34:19.428017 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: empty_string_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.428950 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.429461 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: empty-string-filtering Aug 16 11:34:19.429789 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.430760 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.431269 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 11:34:19.431595 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.432527 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.433036 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 11:34:19.433372 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: external_net.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.434303 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.434850 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: external-net Aug 16 11:34:19.435182 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.436117 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.436632 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: extra_dhcp_opt Aug 16 11:34:19.436960 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: extraroute.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.437882 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.438394 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: extraroute Aug 16 11:34:19.438748 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: extraroute_atomic.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.439810 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.440949 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: extraroute-atomic Aug 16 11:34:19.441473 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: filter_validation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.442230 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.442779 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: filter-validation Aug 16 11:34:19.443106 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: fip_pf_description.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.444048 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.444560 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 11:34:19.444891 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: fip_port_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.445822 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.446332 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: fip-port-details Aug 16 11:34:19.446687 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: flavors.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.447931 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.448451 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: flavors Aug 16 11:34:19.448784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.450476 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.451047 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 11:34:19.451382 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: floatingip_pools.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.452100 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.452620 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: floatingip-pools Aug 16 11:34:19.452953 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: ip_allocation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.453907 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.454419 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 11:34:19.454778 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.455713 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.456464 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: ip-substring-filtering Aug 16 11:34:19.456855 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: l2_adjacency.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.457801 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.458312 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 11:34:19.458675 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: l3.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.459663 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.460187 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: router Aug 16 11:34:19.460517 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.462945 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.463476 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 11:34:19.463810 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.464794 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.465546 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: ext-gw-mode Aug 16 11:34:19.465878 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.466851 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.467368 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: l3-ha Aug 16 11:34:19.467698 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: l3_flavors.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.468635 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.469148 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: l3-flavors Aug 16 11:34:19.469475 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.470410 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.470951 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 11:34:19.471279 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: l3agentscheduler.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.472596 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.473112 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: l3_agent_scheduler Aug 16 11:34:19.473450 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: logging.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.474990 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.475521 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension logging not supported by any of loaded plugins Aug 16 11:34:19.475858 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: metering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.476619 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.477209 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: metering Aug 16 11:34:19.477541 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.478688 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.479217 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: metering_source_and_destination_fields Aug 16 11:34:19.479552 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: multiprovidernet.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.480503 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.481021 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: multi-provider Aug 16 11:34:19.481353 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: netmtu.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.482294 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.482839 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: net-mtu Aug 16 11:34:19.483175 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: netmtu_writable.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.484115 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.484631 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: net-mtu-writable Aug 16 11:34:19.484957 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: network_availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.485642 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.486153 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: network_availability_zone Aug 16 11:34:19.486477 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: network_ip_availability.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.488386 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.488908 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: network-ip-availability Aug 16 11:34:19.489239 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: network_segment_range.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.490030 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.490541 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 11:34:19.490896 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: pagination.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.491904 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.492244 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: pagination Aug 16 11:34:19.492569 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: port_device_profile.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.493496 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.494023 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: port-device-profile Aug 16 11:34:19.494397 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.495334 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.495850 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: port-mac-address-regenerate Aug 16 11:34:19.496176 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.497114 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.497639 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: port-numa-affinity-policy Aug 16 11:34:19.497963 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: port_resource_request.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.498925 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.499436 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 11:34:19.499761 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: portbindings.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.500714 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.501231 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: binding Aug 16 11:34:19.501557 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: portbindings_extended.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.503673 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.504417 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: binding-extended Aug 16 11:34:19.504755 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: portsecurity.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.505708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.506226 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: port-security Aug 16 11:34:19.506556 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: project_id.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.507580 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.507917 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: project-id Aug 16 11:34:19.508247 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: providernet.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.509195 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.509713 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: provider Aug 16 11:34:19.510041 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.513651 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.514185 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos not supported by any of loaded plugins Aug 16 11:34:19.514528 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.515831 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.516357 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 11:34:19.516697 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.517647 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.518169 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 11:34:19.518566 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_default.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.519738 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.520254 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-default not supported by any of loaded plugins Aug 16 11:34:19.520586 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_fip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.521261 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.521772 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 11:34:19.522101 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_gateway_ip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.523203 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.524383 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 11:34:19.524725 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_port_network_policy.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.525669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.526186 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 11:34:19.526516 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_pps_rule.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.527748 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.528270 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 11:34:19.528601 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_rule_type_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.529553 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.530069 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 11:34:19.530397 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: qos_rules_alias.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.531497 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.532017 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 11:34:19.532347 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: quotasv2.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.533320 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.533653 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: quotas Aug 16 11:34:19.534015 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: quotasv2_detail.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.537408 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.537753 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: quota_details Aug 16 11:34:19.538091 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: rbac.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.539425 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.539963 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: rbac-policies Aug 16 11:34:19.540298 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: rbac_address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.541251 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.541773 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: rbac-address-group Aug 16 11:34:19.542105 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: rbac_address_scope.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.543082 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.543599 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: rbac-address-scope Aug 16 11:34:19.543928 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: rbac_security_groups.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.544864 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.545380 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: rbac-security-groups Aug 16 11:34:19.545714 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: rbac_subnetpool.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.546687 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.547204 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: rbac-subnetpool Aug 16 11:34:19.547528 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: revisionifmatch.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.548468 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.548984 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: revision-if-match Aug 16 11:34:19.549317 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: revisions.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.551238 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.551761 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: standard-attr-revisions Aug 16 11:34:19.552094 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: router_availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.552795 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.553314 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: router_availability_zone Aug 16 11:34:19.553646 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: routerservicetype.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.554621 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.555138 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 11:34:19.555469 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.556410 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.556930 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: security-groups-normalized-cidr Aug 16 11:34:19.557258 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.558195 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.558746 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: port-security-groups-filtering Aug 16 11:34:19.559074 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.560022 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.560539 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: security-groups-remote-address-group Aug 16 11:34:19.560870 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: securitygroup.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.571129 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.571666 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: security-group Aug 16 11:34:19.572006 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: segment.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.572820 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.573336 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension segment not supported by any of loaded plugins Aug 16 11:34:19.573670 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.574665 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.575180 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 11:34:19.575512 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: servicetype.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.576730 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.577253 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: service-type Aug 16 11:34:19.577587 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: sorting.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.578613 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.578958 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: sorting Aug 16 11:34:19.579294 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: standard_attr_segment.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.580228 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.580750 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 11:34:19.581700 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: standardattrdescription.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.582511 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.583057 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: standard-attr-description Aug 16 11:34:19.583390 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: stateful_security_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.584348 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.584869 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: stateful-security-group Aug 16 11:34:19.585198 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: stdattrs_common.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.585797 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 11:34:19.586128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.587114 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.587637 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 11:34:19.587968 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: subnet_onboard.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.589055 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.589576 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: subnet_onboard Aug 16 11:34:19.589913 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.591147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.591662 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 11:34:19.591993 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: subnet_service_types.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.592954 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.593476 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: subnet-service-types Aug 16 11:34:19.593806 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: subnetallocation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.594962 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.595542 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: subnet_allocation Aug 16 11:34:19.595828 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.597163 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.597832 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: subnetpool-prefix-ops Aug 16 11:34:19.598214 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.599247 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.599783 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 11:34:19.600114 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: tagging.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.601246 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.601778 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: standard-attr-tag Aug 16 11:34:19.602109 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: timestamp.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.603389 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.603915 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loaded extension: standard-attr-timestamp Aug 16 11:34:19.604248 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: trunk.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.605305 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.605829 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension trunk not supported by any of loaded plugins Aug 16 11:34:19.606140 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: trunk_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.607104 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.607622 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 11:34:19.607953 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: uplink_status_propagation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.608890 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.609415 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 11:34:19.609741 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Loading extension file: vlantransparent.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 11:34:19.610438 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 11:34:19.610990 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 11:34:19.613951 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:network Aug 16 11:34:19.614528 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:subnet Aug 16 11:34:19.614932 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 11:34:19.615331 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:port Aug 16 11:34:19.616610 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.617087 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service FLAVORS assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.617718 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.618149 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.618492 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:router Aug 16 11:34:19.618956 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 11:34:19.619457 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service METERING assigned prefix: /metering {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.620928 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.621303 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.621659 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:34:19.622730 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 11:34:19.623174 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:security_group Aug 16 11:34:19.623605 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 11:34:19.625406 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.625766 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 11:34:19.626145 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] subnetpool is already registered Aug 16 11:34:19.626621 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.626971 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 11:34:19.627313 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] subnetpool is already registered Aug 16 11:34:19.629992 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.630433 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service FLAVORS assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.631071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.631500 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.631838 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:router Aug 16 11:34:19.632186 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] router is already registered Aug 16 11:34:19.632614 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 11:34:19.632960 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] floatingip is already registered Aug 16 11:34:19.633426 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service METERING assigned prefix: /metering {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.634101 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 11:34:19.634434 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] rbac_policy is already registered Aug 16 11:34:19.634877 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:security_group Aug 16 11:34:19.635222 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] security_group is already registered Aug 16 11:34:19.635632 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 11:34:19.635973 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] security_group_rule is already registered Aug 16 11:34:19.636621 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.636964 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 11:34:19.637306 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] subnetpool is already registered Aug 16 11:34:19.637744 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-95127107-abf3-4300-9204-775f77e05302 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 11:34:19.638074 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 11:34:19.638410 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-95127107-abf3-4300-9204-775f77e05302 None None] subnetpool is already registered Aug 16 11:34:19.638901 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: extensions {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.640436 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: address-groups {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.641936 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: address-scopes {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.643907 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.645396 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: auto-allocated-topology {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.646690 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: availability_zones {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.647926 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: dhcp-networks {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.649457 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: dhcp-agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.650929 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.652684 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: flavors {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.653955 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: service_profiles {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.655218 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: next_providers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.656665 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: service_profiles {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.658206 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: floatingip-pools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.660375 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.662109 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: floatingips {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.663447 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: l3-routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.664845 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: l3-agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.666274 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: metering-labels {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.667588 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: metering-label-rules {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.668974 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: network-ip-availabilities {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.670243 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: bindings {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.671846 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: quotas {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.673422 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: quotas {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.675324 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: rbac-policies {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.676547 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: security-groups {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.677871 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: security-group-rules {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.679140 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: service-providers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.680384 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: subnetpools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.681902 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: subnetpools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.683498 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.685194 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.687055 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.688892 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.690877 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.694044 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.695766 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.697584 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.699517 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.701285 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-95127107-abf3-4300-9204-775f77e05302 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 11:34:19.708171 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING keystonemiddleware.auth_token [None req-95127107-abf3-4300-9204-775f77e05302 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 11:34:19.712793 dv-cinder-804698-1-iscsi neutron-server[100864]: WARNING keystonemiddleware.auth_token [None req-95127107-abf3-4300-9204-775f77e05302 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 11:34:19.721473 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-95127107-abf3-4300-9204-775f77e05302 None None] Acquired lock "singleton_lock" {{(pid=100864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 11:34:19.722896 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-95127107-abf3-4300-9204-775f77e05302 None None] Releasing lock "singleton_lock" {{(pid=100864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 11:34:19.723589 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO oslo_service.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] Starting 2 workers Aug 16 11:34:19.728397 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] Started child 100977 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 11:34:19.732966 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] Started child 100978 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 11:34:19.733959 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:19.734695 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO neutron.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 11:34:19.735301 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Notify callbacks [] for process, before_spawn {{(pid=100864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:19.735547 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [-] (100977) wsgi starting up on http://0.0.0.0:9696 Aug 16 11:34:19.737816 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:19.738309 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO oslo_service.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] Starting 1 workers Aug 16 11:34:19.739218 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [-] (100978) wsgi starting up on http://0.0.0.0:9696 Aug 16 11:34:19.743358 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] Started child 100979 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 11:34:19.743912 dv-cinder-804698-1-iscsi neutron-server[100864]: INFO oslo_service.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] Starting 1 workers Aug 16 11:34:19.747346 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] calling RpcWorker wait() {{(pid=100979) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 11:34:19.747933 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] returning from RpcWorker wait() {{(pid=100979) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 11:34:19.748481 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-95127107-abf3-4300-9204-775f77e05302 None None] Started child 100980 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 11:34:19.749164 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:19.749311 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-95127107-abf3-4300-9204-775f77e05302 None None] Notify callbacks [] for process, after_spawn {{(pid=100864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:19.749742 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:34:19.751456 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 11:34:19.751670 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 11:34:19.751856 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 11:34:19.752083 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 11:34:19.752444 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 11:34:19.752613 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 11:34:19.753325 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.753759 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.753893 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:19.754476 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.754476 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.754705 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.755470 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.755761 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.756005 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.756291 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.756561 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.756742 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.756913 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.757173 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.757429 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.757719 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.758001 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.758254 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.758517 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.758721 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.758989 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.759263 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.759527 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.759807 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.760054 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.760548 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.760805 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.761061 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.761289 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.761588 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.761835 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.762097 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.762345 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.762571 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.762843 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.763099 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.763348 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.763582 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.763805 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.764053 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.764279 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.764768 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host = dv-cinder-804698-1-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.765014 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.765235 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.765498 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.765728 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.765975 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.766196 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.766479 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.766763 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.767023 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.767273 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.767537 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.767788 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.768039 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.768280 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.769011 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_options = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.769374 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.769892 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.770145 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.770345 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.770505 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.770716 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.770993 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.771163 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.771443 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.771671 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.771893 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.772132 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.772374 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.772595 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.772859 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.773110 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.773350 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.773586 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.773842 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.774099 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.774330 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.774564 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.774809 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.775042 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.775282 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.775518 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.775779 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.775977 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.776197 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.776443 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.776686 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.776975 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.777221 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.777467 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.777701 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.777943 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.778165 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.778431 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.778692 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.778943 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.779194 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.779434 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.779669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.780012 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.780164 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.780375 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.780594 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.780813 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.781068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.781293 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.781554 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.781796 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.781952 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.782185 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.782792 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.783078 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.783398 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.783795 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.784065 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.784815 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.785155 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.785608 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.785786 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:34:19.786024 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.786170 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.786447 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.786725 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.787033 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.787285 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.787570 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.787912 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.788181 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.788468 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.788736 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.789015 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.789278 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.789545 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.789938 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.790228 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.790499 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.790783 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.791026 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.791292 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.791526 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.791775 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.792040 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.792265 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.792565 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.792800 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.793023 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.793270 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.793527 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.793751 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.793986 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.794258 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.794531 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.794846 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.795105 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.795333 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.795591 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.796813 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.797044 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.797251 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.797473 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.798120 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.798244 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.798423 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.798669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.798916 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.804478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805128 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.805708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.806303 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.806303 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.806303 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.806516 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.806806 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.807047 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.807300 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.807562 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.807827 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.808094 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.808344 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.808591 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.808821 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.809032 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.809297 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.809549 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.809873 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.810116 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.810946 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.810946 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.810946 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.811287 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.811367 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.811584 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.811849 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.812076 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.812337 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.812602 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.812877 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.813131 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.813421 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.813680 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.813967 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.814356 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.817283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.817283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.817283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.817283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.817283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.817283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.817283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.818130 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.818130 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.818130 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.818130 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.818439 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.818672 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.818906 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.819152 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.819374 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.819631 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.819976 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.820208 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.820460 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.820705 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.821002 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.821277 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.821534 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.821806 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.822061 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.822329 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.822608 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.822840 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.823094 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.823395 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.823636 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.823879 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.824118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.824359 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.824583 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.824806 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.825023 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.825259 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.825478 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.825702 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.825945 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.826178 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.826409 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.826697 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.827116 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.827246 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.827445 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.827667 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.827892 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.828123 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.828339 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.828593 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.828815 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.829117 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.829385 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.829634 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.829893 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.830171 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.830398 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.830872 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.834745 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.834745 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.834745 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.834745 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.834745 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.834745 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.834745 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.834745 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835290 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835290 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835290 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835290 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835290 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835290 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835662 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835662 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.835910 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.836153 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.836377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.836601 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.836845 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.837066 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.837351 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.837581 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.837848 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.838064 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.838279 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.838559 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.838820 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.839044 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.839341 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.839629 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.839886 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.840144 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.840637 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.840872 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.841108 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.841323 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.841543 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.841769 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.841990 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.842205 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.842439 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.842676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.842890 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.843116 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.843341 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.843576 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.843825 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.844039 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.844265 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.844481 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.844701 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.844915 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.845144 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.845388 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.845602 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.845842 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.846129 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.846357 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.846668 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.847033 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.847383 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.847642 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.847887 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.848124 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.848420 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.848672 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.848894 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.849187 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.849425 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.849781 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.850007 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.850298 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.850533 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.850836 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.851080 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.851301 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.851549 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.851825 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.852142 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.852441 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.852701 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.852958 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.853239 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.853520 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.853768 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.853987 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.854295 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.854647 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.854919 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.855180 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.855429 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.855681 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.855964 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.856154 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.856419 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.856650 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.856883 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.857125 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.857361 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.857590 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.857812 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.858049 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.858278 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.858529 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.863172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.863172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.863172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.863172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 11:34:19.863172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 11:34:19.863172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 11:34:19.863172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 11:34:19.863172 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 11:34:19.863669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 11:34:19.863669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 11:34:19.863669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.863669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.863669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.863669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.863669 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864057 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864057 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864057 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864057 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864057 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864057 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864057 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864057 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864491 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864491 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864491 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864491 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864491 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864491 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864491 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864889 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864889 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.864889 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.865082 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.865517 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.865517 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.865517 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.865893 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.865893 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.866088 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.866088 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.866319 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.866451 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.866629 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.866756 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.866893 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.867075 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.867239 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.867406 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.867582 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.867746 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host = dv-cinder-804698-1-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.867953 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.868115 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.868275 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.868435 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.868598 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.868760 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.868921 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.869086 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.869249 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.869427 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.869565 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.869716 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.869873 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.870019 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.870187 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_options = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.870347 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.870503 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.870693 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.870880 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.871054 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.871216 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.871373 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.871516 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.871682 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.871844 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.872005 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.872155 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.872345 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.872531 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.872720 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.872869 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.873047 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.873196 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.873330 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.873488 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.873648 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.873813 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.873974 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.874134 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.874283 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.874442 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.874624 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.874786 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.874947 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.875107 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.875269 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.875429 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.875593 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.875752 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.875913 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.876074 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.876234 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.876398 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.876560 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.876721 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.876881 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.877041 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.877201 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.877362 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.877589 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.877692 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.878402 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.878961 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.879213 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.879380 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.879544 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.879707 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.879871 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.880034 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 11:34:19.880221 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.880387 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.880564 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.880729 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.880894 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.881058 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.881223 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.881387 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.881553 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.881718 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.881890 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.882061 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.882236 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.882400 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.882565 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.882757 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.882923 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.883088 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.883254 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.883419 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.883583 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.883747 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.883928 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.884093 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.884258 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.884423 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.884586 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.884751 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.884916 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.885081 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.885273 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.885435 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.885601 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.885765 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.885945 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.886117 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.886281 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.886445 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.886632 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.886800 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.886964 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.887126 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.887289 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.887453 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.887617 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.887782 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.887947 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.888111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.888276 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.888440 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.888615 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.888778 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.888944 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.889286 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.889286 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.889662 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.889662 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.890471 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.890471 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.890471 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.890471 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.890471 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.890471 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.894377 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.896147 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897071 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897633 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897633 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897633 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897633 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897633 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897633 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897633 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.897633 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.899784 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.901118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.901118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.901118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.901118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.901118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.901118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.901118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.901118 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.902141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.902141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.902141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.902141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.902141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.902141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.902141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.902141 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.903971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.903971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.903971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.903971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.903971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.903971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.903971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.903971 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.904773 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.904773 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.904773 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.904773 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.904773 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.904773 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.904773 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.904773 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.905676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.905676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.905676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.905676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.905676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.905676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.905676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.905676 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.906708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.906708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.906708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.906708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.906708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.906708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.906708 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.907337 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.907337 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.907337 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.907337 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908389 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908389 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908389 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908389 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908389 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908389 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908389 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908872 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908872 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.908872 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.909145 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.909239 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.909476 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.909765 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.910050 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.910231 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.910599 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.910599 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.910981 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:34:19.911111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.911199 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.911302 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.911471 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.911637 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.911820 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.911985 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.912155 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.912341 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.912533 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.912697 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.912861 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.913032 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.913190 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.913353 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.913516 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.913682 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.913850 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.914014 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.914177 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.914368 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.914492 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.914679 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.914844 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.915022 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.915186 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.915349 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.915513 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.915680 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.915849 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.916021 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.916184 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.916348 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.916510 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.916673 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.916837 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.917011 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.917175 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.917339 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.917502 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.917666 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.917831 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.918004 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.918167 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.918335 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.918482 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.918667 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.918888 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.919021 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.919184 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.919347 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.919510 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.919673 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.924524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.924524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.924524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.924524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.924524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.924524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.924524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.924524 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.925318 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.925318 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.925318 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.925318 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.925318 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.925318 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.925318 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.925318 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.926111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.926111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.926111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.926111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.926111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.926111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.926111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.926111 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.927611 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.927611 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.927611 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.927611 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.927611 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.927611 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.927611 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.927611 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.928459 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.929068 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 11:34:19.930102 dv-cinder-804698-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 11:34:20.142819 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 38880) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:34:20.151701 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064201 Aug 16 11:34:31.746168 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5340b9e6-aa08-4c32-a41e-ba8f21ac9893 None None] get_active_networks_info from dv-cinder-804698-1-iscsi {{(pid=100979) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 11:34:31.829522 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5340b9e6-aa08-4c32-a41e-ba8f21ac9893 None None] No non-hosted networks {{(pid=100979) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 11:34:31.838502 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.agentschedulers_db [None req-5340b9e6-aa08-4c32-a41e-ba8f21ac9893 None None] DHCP Agent not found on host dv-cinder-804698-1-iscsi {{(pid=100979) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 11:34:31.936578 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-0e3545c6-b5f6-44d0-9ae1-1a83f0e40cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725548'] for agent, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:34.425203 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e360-a5f4-43ad-a8df-c5b8112b1dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725548'] for agent, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:34.450890 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.db.api [None req-367e359c-f6b5-4841-8394-31282d56d3cc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804698-1-iscsi {{(pid=100979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 11:34:34.451549 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG oslo_db.api [None req-367e359c-f6b5-4841-8394-31282d56d3cc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 11:34:34.484774 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725548'] for agent, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:34.485652 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.486204 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.487237 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.487717 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.488209 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.488693 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.489177 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.489677 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.490300 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.490812 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.491370 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.491856 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:34.492456 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804698-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:34:34.501188 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804698-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:34:35.073990 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-367e359c-f6b5-4841-8394-31282d56d3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:35.799331 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725548'] for agent, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:37.216503 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725548'] for agent, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:38.564302 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 38976) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:34:39.072093 dv-cinder-804698-1-iscsi neutron-server[100977]: WARNING oslo_policy.policy [None req-5e579eec-60f3-44d4-8756-4e1f4f71f660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 11:34:39.072659 dv-cinder-804698-1-iscsi neutron-server[100977]: WARNING oslo_policy.policy [None req-5e579eec-60f3-44d4-8756-4e1f4f71f660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 11:34:39.295579 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [None req-5e579eec-60f3-44d4-8756-4e1f4f71f660 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:34:39.296940 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-5e579eec-60f3-44d4-8756-4e1f4f71f660 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7304142 Aug 16 11:34:41.698058 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 38990) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:34:41.732215 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.db.l3_hamode_db [None req-4372547d-a2ce-4687-b938-bb53b034516a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 11:34:41.812725 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372547d-a2ce-4687-b938-bb53b034516a None None] Routers set() bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:34:41.813171 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372547d-a2ce-4687-b938-bb53b034516a None None] Router IDs set() for agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 11:34:42.018756 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-ad58e6aa-e3bf-445b-a28f-88e87b7925d8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:34:42.116077 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.policy [None req-ad58e6aa-e3bf-445b-a28f-88e87b7925d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100977) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 11:34:42.162958 dv-cinder-804698-1-iscsi neutron-server[100977]: WARNING oslo_policy.policy [None req-ad58e6aa-e3bf-445b-a28f-88e87b7925d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 11:34:42.163342 dv-cinder-804698-1-iscsi neutron-server[100977]: WARNING oslo_policy.policy [None req-ad58e6aa-e3bf-445b-a28f-88e87b7925d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 11:34:42.171944 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.quota [None req-ad58e6aa-e3bf-445b-a28f-88e87b7925d8 admin admin] Loaded quota_driver: . Aug 16 11:34:42.316831 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ad58e6aa-e3bf-445b-a28f-88e87b7925d8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733109450991', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733109451266', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733109442055', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733109436634', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733110844082', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733109485323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1721627', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1325076', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-451502', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523518'] for rbac-policy, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:42.479011 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ad58e6aa-e3bf-445b-a28f-88e87b7925d8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:42.480227 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ad58e6aa-e3bf-445b-a28f-88e87b7925d8 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7811234 Aug 16 11:34:45.050120 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39002) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:34:45.354696 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Request body: {'network': {'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'admin_state_up': True, 'name': 'private', 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:34:45.444479 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Made reservation on behalf of 44ec1bcbb8104efaa6e7998c3b5d7b6a for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:34:45.447474 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:45.465345 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:45.587981 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:45.673114 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:45.697848 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:34:45.722909 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733107779642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:45.723516 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Unsubscribe: segment precommit_create {{(pid=100977) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 11:34:45.724012 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Added segment b457081d-6e47-4d99-88a2-082a6786e5ff of type vlan for network 5a708431-0401-4234-8730-3d391c7a735e Aug 16 11:34:45.740720 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9331b9-b844-4c74-89e1-45c1d7b6d732,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:34:45.790634 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.790990 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.791325 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.791686 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.792015 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.792347 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.792669 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.792999 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.793332 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.793646 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.793958 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.794268 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Tracked resource versions report: Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: pushed versions: Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: { 'AddressGroup': {'1.2'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'ConntrackHelper': {'1.0'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Log': {'1.0'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Network': {'1.1'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Port': {'1.7'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'PortForwarding': {'1.2'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'QosPolicy': {'1.9'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SecurityGroup': {'1.4'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SecurityGroupRule': {'1.2'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SubPort': {'1.0'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Subnet': {'1.1'}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Trunk': {'1.1'}} Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: consumer versions: Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: { DHCP agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: L3 agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: Metadata agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: Metering agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: Open vSwitch agent@dv-cinder-804698-1-iscsi: { 'AddressGroup': '1.2', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'ConntrackHelper': '1.0', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Log': '1.0', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Network': '1.1', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Port': '1.7', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'PortForwarding': '1.2', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'QosPolicy': '1.9', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SecurityGroup': '1.4', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SecurityGroupRule': '1.2', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SubPort': '1.0', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Subnet': '1.1', Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Trunk': '1.1'}} Aug 16 11:34:45.795406 dv-cinder-804698-1-iscsi neutron-server[100977]: {{(pid=100977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 11:34:45.840568 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:45.964918 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:45.966095 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:34:45.966819 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:46.063614 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] Pushing event updated for resources: {'Network': ['ID=5a708431-0401-4234-8730-3d391c7a735e,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:34:46.075309 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 5a708431-0401-4234-8730-3d391c7a735e details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:34:46.114023 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1f2de02d-ca26-4e4a-a015-e32a17f1a51b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0626676 Aug 16 11:34:48.815831 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39016) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:34:49.222310 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ffc1f4-7685-491e-b100-a659e9b27a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:34:49.223770 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-c4ffc1f4-7685-491e-b100-a659e9b27a44 admin admin] 10.222.0.25 "GET /v2.0/networks/5a708431-0401-4234-8730-3d391c7a735e HTTP/1.1" status: 200 len: 824 time: 0.4069998 Aug 16 11:34:49.254528 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a7c12e45-be21-49fb-8c6c-d7bbafffb8c9 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/26c7c8ea-0c9c-4745-8005-bdf0a0d87f68 HTTP/1.1" status: 200 len: 734 time: 0.0194645 Aug 16 11:34:49.259235 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '26c7c8ea-0c9c-4745-8005-bdf0a0d87f68', 'name': 'private-subnet', 'network_id': '5a708431-0401-4234-8730-3d391c7a735e', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:34:49.342466 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Made reservation on behalf of 44ec1bcbb8104efaa6e7998c3b5d7b6a for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:34:49.345791 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:49.776507 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:49.849507 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4211415-a763-4db5-b85d-36e23ffc19dd,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:34:49.855361 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Checking segment: {'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:34:49.855746 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Network hostable DHCP agents. Network: 5a708431-0401-4234-8730-3d391c7a735e, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:34:49.941720 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Network 5a708431-0401-4234-8730-3d391c7a735e is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:34:50.033578 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 5a708431-0401-4234-8730-3d391c7a735e) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:34:50.038791 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:34:50.039394 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:50.043753 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad31c1-bd78-4278-a3e0-cca7a0684643 None None] Network 5a708431-0401-4234-8730-3d391c7a735e requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:34:50.130994 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-53f36865-65e2-48db-a9b0-b38b45c30c5a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8751233 Aug 16 11:34:50.374516 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-5a708431-0401-4234-8730-3d391c7a735e', 'network_id': '5a708431-0401-4234-8730-3d391c7a735e', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'fixed_ips': [{'subnet_id': 'e4211415-a763-4db5-b85d-36e23ffc19dd'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:34:50.375743 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:50.653961 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Allocated IP 172.20.0.2 (5a708431-0401-4234-8730-3d391c7a735e/e4211415-a763-4db5-b85d-36e23ffc19dd/0de64965-8b23-48dc-b475-b02c452bc05d) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:34:50.895911 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:50.911246 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Transition to ACTIVE for port object 0de64965-8b23-48dc-b475-b02c452bc05d will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:34:50.933326 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Transition to ACTIVE for port object 0de64965-8b23-48dc-b475-b02c452bc05d will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:34:51.010700 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:51.084961 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Network 5a708431-0401-4234-8730-3d391c7a735e is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:34:51.090121 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:34:51.099723 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:34:51.107507 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Pushing event updated for resources: {'Port': ['ID=0de64965-8b23-48dc-b475-b02c452bc05d,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:34:51.114271 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.114660 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.115000 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.115331 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.115658 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.115984 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.116306 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.116629 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.116965 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.117286 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.117603 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.117921 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Tracked resource versions report: Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: pushed versions: Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: { 'AddressGroup': {'1.2'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'ConntrackHelper': {'1.0'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Log': {'1.0'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Network': {'1.1'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Port': {'1.7'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'PortForwarding': {'1.2'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'QosPolicy': {'1.9'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SecurityGroup': {'1.4'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SecurityGroupRule': {'1.2'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SubPort': {'1.0'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Subnet': {'1.1'}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Trunk': {'1.1'}} Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: consumer versions: Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: { DHCP agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: L3 agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: Metadata agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: Metering agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: Open vSwitch agent@dv-cinder-804698-1-iscsi: { 'AddressGroup': '1.2', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'ConntrackHelper': '1.0', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Log': '1.0', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Network': '1.1', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Port': '1.7', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'PortForwarding': '1.2', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'QosPolicy': '1.9', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SecurityGroup': '1.4', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SecurityGroupRule': '1.2', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SubPort': '1.0', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Subnet': '1.1', Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Trunk': '1.1'}} Aug 16 11:34:51.119083 dv-cinder-804698-1-iscsi neutron-server[100979]: {{(pid=100979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 11:34:51.188398 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Attempting to bind port 0de64965-8b23-48dc-b475-b02c452bc05d on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:34:51.188703 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Attempting to bind port 0de64965-8b23-48dc-b475-b02c452bc05d by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:34:51.189296 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Attempting to bind port 0de64965-8b23-48dc-b475-b02c452bc05d on network 5a708431-0401-4234-8730-3d391c7a735e {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:34:51.194537 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:34:51.194961 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Checking segment: {'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:34:51.195456 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:51.195858 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Bound using segment: {'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:34:51.196353 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Bound port: 0de64965-8b23-48dc-b475-b02c452bc05d, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:34:51.196750 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:51.263307 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] For port 0de64965-8b23-48dc-b475-b02c452bc05d, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:34:51.268238 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] For port 0de64965-8b23-48dc-b475-b02c452bc05d, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0de64965-8b23-48dc-b475-b02c452bc05d,segment=NetworkSegment(b457081d-6e47-4d99-88a2-082a6786e5ff),segment_id=b457081d-6e47-4d99-88a2-082a6786e5ff)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:34:51.353762 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:51.438089 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f03d1-d895-4c72-81c0-c5ea44f1bc56 None None] Pushing event updated for resources: {'Port': ['ID=0de64965-8b23-48dc-b475-b02c452bc05d,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:34:52.548476 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39024) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:34:52.878239 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [None req-3500bc83-242a-4aff-b66c-02d0f9d0e530 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:34:52.879383 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-3500bc83-242a-4aff-b66c-02d0f9d0e530 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3298671 Aug 16 11:34:55.537193 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39032) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:34:55.859930 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [None req-2303b140-559f-48bd-8adb-d6a293136d63 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:34:55.861626 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2303b140-559f-48bd-8adb-d6a293136d63 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3235035 Aug 16 11:34:58.498595 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39042) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:34:58.819586 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-a8f18e5f-ada8-42d2-9312-3ae092b71dba admin admin] Request body: {'router': {'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:34:58.907450 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8f18e5f-ada8-42d2-9312-3ae092b71dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:58.909715 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8f18e5f-ada8-42d2-9312-3ae092b71dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:59.051003 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8f18e5f-ada8-42d2-9312-3ae092b71dba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:59.085177 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8f18e5f-ada8-42d2-9312-3ae092b71dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:59.143374 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8f18e5f-ada8-42d2-9312-3ae092b71dba admin admin] Notify callbacks [] for router, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:34:59.144695 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a8f18e5f-ada8-42d2-9312-3ae092b71dba admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6451166 Aug 16 11:34:59.924472 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1707a5d-a278-4270-92a0-37f995c28bdc None None] Network 5a708431-0401-4234-8730-3d391c7a735e requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:35:00.082173 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-fbd93093-1113-4f37-b775-372caa106dc7 None None] Provisioning for port 0de64965-8b23-48dc-b475-b02c452bc05d completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:35:00.414192 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0de64965-8b23-48dc-b475-b02c452bc05d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:35:00.564248 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 0de64965-8b23-48dc-b475-b02c452bc05d completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:35:00.568289 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 0de64965-8b23-48dc-b475-b02c452bc05d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:35:00.568678 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:00.675309 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:00.708947 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 0de64965-8b23-48dc-b475-b02c452bc05d, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0de64965-8b23-48dc-b475-b02c452bc05d,segment=NetworkSegment(b457081d-6e47-4d99-88a2-082a6786e5ff),segment_id=b457081d-6e47-4d99-88a2-082a6786e5ff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:35:00.786954 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:00.835087 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=0de64965-8b23-48dc-b475-b02c452bc05d,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:01.616862 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39054) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:35:01.701088 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-eb02e617-1ec8-4f28-b063-f3a97460e27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:02.114308 dv-cinder-804698-1-iscsi neutron-server[100978]: WARNING oslo_policy.policy [None req-234c0bdf-df89-471d-ad84-b2141be2cee8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 11:35:02.114903 dv-cinder-804698-1-iscsi neutron-server[100978]: WARNING oslo_policy.policy [None req-234c0bdf-df89-471d-ad84-b2141be2cee8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 11:35:02.333721 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [None req-234c0bdf-df89-471d-ad84-b2141be2cee8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:35:02.334813 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-234c0bdf-df89-471d-ad84-b2141be2cee8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7170525 Aug 16 11:35:02.402172 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0de64965-8b23-48dc-b475-b02c452bc05d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:35:02.455060 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 0de64965-8b23-48dc-b475-b02c452bc05d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:35:02.455426 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:04.431275 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-f794df19-74ea-4f7d-b418-f47648783605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:04.512546 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:04.723600 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39068) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:35:05.043530 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:35:05.044866 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.quota [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Loaded quota_driver: . Aug 16 11:35:05.169030 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Made reservation on behalf of cc68169677b64caf95cec8d2daed1331 for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:35:05.235897 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.policy [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100978) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 11:35:05.280170 dv-cinder-804698-1-iscsi neutron-server[100978]: WARNING oslo_policy.policy [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 11:35:05.280532 dv-cinder-804698-1-iscsi neutron-server[100978]: WARNING oslo_policy.policy [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 11:35:05.291543 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.311177 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.444932 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.512407 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.524995 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Reserving flat network on physical network physnet1 {{(pid=100978) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 11:35:05.560511 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733107779642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.561073 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Unsubscribe: segment precommit_create {{(pid=100978) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 11:35:05.561569 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Added segment 387374c3-7228-452c-a799-61cfdd376a2b of type flat for network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f Aug 16 11:35:05.578913 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d545c4c9-049d-40fa-bb9f-f1ab6f2466f5,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:05.631820 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.632172 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.632510 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.632845 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.633170 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.633508 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.633834 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.634167 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.634505 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.634854 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.635173 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.635486 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Tracked resource versions report: Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: pushed versions: Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: { 'AddressGroup': {'1.2'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'ConntrackHelper': {'1.0'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Log': {'1.0'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Network': {'1.1'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Port': {'1.7'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'PortForwarding': {'1.2'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'QosPolicy': {'1.9'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SecurityGroup': {'1.4'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SecurityGroupRule': {'1.2'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SubPort': {'1.0'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Subnet': {'1.1'}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Trunk': {'1.1'}} Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: consumer versions: Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: { DHCP agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: L3 agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: Metadata agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: Metering agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: Open vSwitch agent@dv-cinder-804698-1-iscsi: { 'AddressGroup': '1.2', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'ConntrackHelper': '1.0', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Log': '1.0', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Network': '1.1', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Port': '1.7', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'PortForwarding': '1.2', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'QosPolicy': '1.9', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SecurityGroup': '1.4', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SecurityGroupRule': '1.2', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SubPort': '1.0', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Subnet': '1.1', Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Trunk': '1.1'}} Aug 16 11:35:05.636673 dv-cinder-804698-1-iscsi neutron-server[100978]: {{(pid=100978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 11:35:05.690699 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.701030 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.781297 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.783012 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:35:05.783687 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:05.878032 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] Pushing event updated for resources: {'Network': ['ID=0ceb8072-9eb4-476e-9c22-c68b59e6ac5f,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:05.888099 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:35:06.027481 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-6ee05839-ac09-4b14-b109-772af2927e4f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3027730 Aug 16 11:35:07.169671 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:08.397853 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39092) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:35:08.613414 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12718983-b730-4b49-8584-5f1e6f22a4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:35:08.614811 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-12718983-b730-4b49-8584-5f1e6f22a4ed admin admin] 10.222.0.25 "GET /v2.0/subnets/e4211415-a763-4db5-b85d-36e23ffc19dd HTTP/1.1" status: 200 len: 849 time: 0.2160051 Aug 16 11:35:08.776202 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-473b6a19-44f2-4fc2-aade-8a637085dd0e admin admin] 10.222.0.25 "GET /v2.0/routers/02d9e55a-a97a-4fd4-b950-8c47249207b1 HTTP/1.1" status: 200 len: 704 time: 0.1554544 Aug 16 11:35:09.055298 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:09.355213 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Allocated IP 172.20.0.1 (5a708431-0401-4234-8730-3d391c7a735e/e4211415-a763-4db5-b85d-36e23ffc19dd/6ef9e30e-46d6-4d51-925e-f77573322c3d) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:35:09.545820 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:09.570483 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Transition to ACTIVE for port object 6ef9e30e-46d6-4d51-925e-f77573322c3d will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:35:09.712959 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:09.790268 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Network 5a708431-0401-4234-8730-3d391c7a735e is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:35:09.794870 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:35:09.801749 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:35:09.802312 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:09.805764 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Pushing event updated for resources: {'Port': ['ID=6ef9e30e-46d6-4d51-925e-f77573322c3d,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:10.160131 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:10.175481 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-4abcd62d-60c4-4ea7-9bb7-27da4bc06d3c None None] Provisioning for port 6ef9e30e-46d6-4d51-925e-f77573322c3d completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:35:10.179739 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-4abcd62d-60c4-4ea7-9bb7-27da4bc06d3c None None] Provisioning complete for port 6ef9e30e-46d6-4d51-925e-f77573322c3d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:35:10.180117 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4abcd62d-60c4-4ea7-9bb7-27da4bc06d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:10.217698 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-4abcd62d-60c4-4ea7-9bb7-27da4bc06d3c None None] Port 6ef9e30e-46d6-4d51-925e-f77573322c3d cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:35:10.419621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:10.472184 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:10.473023 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:10.545996 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Pushing event updated for resources: {'Port': ['ID=6ef9e30e-46d6-4d51-925e-f77573322c3d,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:10.596430 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Network 5a708431-0401-4234-8730-3d391c7a735e is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:35:10.597715 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:35:10.804075 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Router 02d9e55a-a97a-4fd4-b950-8c47249207b1 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:35:10.841608 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-b0c4ed5e-8da9-4e9c-bc52-6327039e288f None None] Provisioning complete for port 6ef9e30e-46d6-4d51-925e-f77573322c3d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:35:10.841979 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ed5e-8da9-4e9c-bc52-6327039e288f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:10.874203 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4ed5e-8da9-4e9c-bc52-6327039e288f None None] Port 6ef9e30e-46d6-4d51-925e-f77573322c3d cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:35:10.897070 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:35:10.902275 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-704afccf-66bc-4872-9129-5f73546606ea admin admin] 10.222.0.25 "PUT /v2.0/routers/02d9e55a-a97a-4fd4-b950-8c47249207b1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1208684 Aug 16 11:35:10.922980 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Sync routers for ids ['02d9e55a-a97a-4fd4-b950-8c47249207b1'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:35:10.934714 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Routers {'02d9e55a-a97a-4fd4-b950-8c47249207b1'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:35:10.935489 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:35:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['02d9e55a-a97a-4fd4-b950-8c47249207b1'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:35:11.120997 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Set router 02d9e55a-a97a-4fd4-b950-8c47249207b1 gateway port host: None {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:35:11.551096 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'name': 'router1', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:34:58Z', 'updated_at': '2021-08-16T11:35:09Z', 'revision_number': 2, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'gw_port_host': None, '_interfaces': [{'id': '6ef9e30e-46d6-4d51-925e-f77573322c3d', 'name': '', 'network_id': '5a708431-0401-4234-8730-3d391c7a735e', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'mac_address': 'fa:16:3e:d7:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:09Z', 'updated_at': '2021-08-16T11:35:10Z', 'revision_number': 2, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'subnets': [{'id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c7c8ea-0c9c-4745-8005-bdf0a0d87f68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:35:11.602539 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Checking router: 02d9e55a-a97a-4fd4-b950-8c47249207b1 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:35:11.602927 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Updating router 02d9e55a-a97a-4fd4-b950-8c47249207b1 port 6ef9e30e-46d6-4d51-925e-f77573322c3d binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:35:11.650996 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:12.198099 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:12.216938 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Transition to ACTIVE for port object 6ef9e30e-46d6-4d51-925e-f77573322c3d will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:35:12.289592 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:12.379615 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Pushing event updated for resources: {'Port': ['ID=6ef9e30e-46d6-4d51-925e-f77573322c3d,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:12.388983 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.389320 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.389656 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.389984 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.390310 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.390661 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.391506 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.391830 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.392162 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.392480 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.392797 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.393109 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Tracked resource versions report: Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: pushed versions: Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: { 'AddressGroup': {'1.2'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'ConntrackHelper': {'1.0'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Log': {'1.0'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Network': {'1.1'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Port': {'1.7'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'PortForwarding': {'1.2'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'QosPolicy': {'1.9'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SecurityGroup': {'1.4'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SecurityGroupRule': {'1.2'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SubPort': {'1.0'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Subnet': {'1.1'}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Trunk': {'1.1'}} Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: consumer versions: Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: { DHCP agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: L3 agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: Metadata agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: Metering agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: Open vSwitch agent@dv-cinder-804698-1-iscsi: { 'AddressGroup': '1.2', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'ConntrackHelper': '1.0', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Log': '1.0', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Network': '1.1', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Port': '1.7', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'PortForwarding': '1.2', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'QosPolicy': '1.9', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SecurityGroup': '1.4', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SecurityGroupRule': '1.2', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SubPort': '1.0', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Subnet': '1.1', Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Trunk': '1.1'}} Aug 16 11:35:12.394495 dv-cinder-804698-1-iscsi neutron-server[100980]: {{(pid=100980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 11:35:12.475211 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Attempting to bind port 6ef9e30e-46d6-4d51-925e-f77573322c3d on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:35:12.475709 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Attempting to bind port 6ef9e30e-46d6-4d51-925e-f77573322c3d by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:35:12.476033 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Attempting to bind port 6ef9e30e-46d6-4d51-925e-f77573322c3d on network 5a708431-0401-4234-8730-3d391c7a735e {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:35:12.481407 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:35:12.481818 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Checking segment: {'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:35:12.482303 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:12.482738 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Bound using segment: {'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:35:12.483250 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Bound port: 6ef9e30e-46d6-4d51-925e-f77573322c3d, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b457081d-6e47-4d99-88a2-082a6786e5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5a708431-0401-4234-8730-3d391c7a735e'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:35:12.483629 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:12.554836 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] For port 6ef9e30e-46d6-4d51-925e-f77573322c3d, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:35:12.575929 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] For port 6ef9e30e-46d6-4d51-925e-f77573322c3d, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=6ef9e30e-46d6-4d51-925e-f77573322c3d,segment=NetworkSegment(b457081d-6e47-4d99-88a2-082a6786e5ff),segment_id=b457081d-6e47-4d99-88a2-082a6786e5ff)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:35:12.650281 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:12.709247 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Routers {'02d9e55a-a97a-4fd4-b950-8c47249207b1'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:35:12.709885 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:35:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['02d9e55a-a97a-4fd4-b950-8c47249207b1'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:35:12.715103 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2eef61-7491-430c-9f30-dda191e59feb None None] Pushing event updated for resources: {'Port': ['ID=6ef9e30e-46d6-4d51-925e-f77573322c3d,revision_number=4']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:12.804240 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] Set router 02d9e55a-a97a-4fd4-b950-8c47249207b1 gateway port host: None {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:35:13.025250 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'name': 'router1', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:34:58Z', 'updated_at': '2021-08-16T11:35:09Z', 'revision_number': 2, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'gw_port_host': None, '_interfaces': [{'id': '6ef9e30e-46d6-4d51-925e-f77573322c3d', 'name': '', 'network_id': '5a708431-0401-4234-8730-3d391c7a735e', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'mac_address': 'fa:16:3e:d7:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:09Z', 'updated_at': '2021-08-16T11:35:12Z', 'revision_number': 4, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'subnets': [{'id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c7c8ea-0c9c-4745-8005-bdf0a0d87f68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:35:13.050189 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d20f41-1ebf-42fc-bd0f-c6201ff00ac5 None None] The sync data for ids ['02d9e55a-a97a-4fd4-b950-8c47249207b1'] in dv-cinder-804698-1-iscsi is: [{'id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'name': 'router1', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:34:58Z', 'updated_at': '2021-08-16T11:35:09Z', 'revision_number': 2, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'gw_port_host': None, '_interfaces': [{'id': '6ef9e30e-46d6-4d51-925e-f77573322c3d', 'name': '', 'network_id': '5a708431-0401-4234-8730-3d391c7a735e', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'mac_address': 'fa:16:3e:d7:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:09Z', 'updated_at': '2021-08-16T11:35:12Z', 'revision_number': 4, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'subnets': [{'id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c7c8ea-0c9c-4745-8005-bdf0a0d87f68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:35:13.141873 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39112) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:35:13.257205 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e779099e-370b-493f-a73c-d808751a2227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:35:13.258599 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e779099e-370b-493f-a73c-d808751a2227 admin admin] 10.222.0.25 "GET /v2.0/networks/0ceb8072-9eb4-476e-9c22-c68b59e6ac5f HTTP/1.1" status: 200 len: 842 time: 0.1154575 Aug 16 11:35:13.269504 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:35:13.369936 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Made reservation on behalf of cc68169677b64caf95cec8d2daed1331 for: {'subnet': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:35:13.372191 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:13.756235 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.objects.ports [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100978) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 11:35:13.756616 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:13.810901 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c2662a-067b-4696-bef3-b5d42d09491c,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:13.821902 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:35:13.822256 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Network hostable DHCP agents. Network: 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:35:13.889825 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:35:13.957753 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f) {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:35:13.962082 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:35:13.962712 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:13.967238 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025418b-6c60-4954-8557-d658a849daef None None] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:35:14.016592 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-bb2dcf6e-9021-415e-9780-552ca8b085d6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7508585 Aug 16 11:35:14.100466 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5463785-4419-49f9-ae86-003eb1f53846 None None] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:35:16.322196 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39120) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:35:16.470502 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-4916f5f6-88cf-4c8b-b853-1cdd8cf87d08 admin admin] 10.222.0.25 "GET /v2.0/routers/02d9e55a-a97a-4fd4-b950-8c47249207b1 HTTP/1.1" status: 200 len: 710 time: 0.1436222 Aug 16 11:35:16.558870 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141d884-1c31-42da-80c7-6638f22adba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:35:16.560265 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-2141d884-1c31-42da-80c7-6638f22adba0 admin admin] 10.222.0.25 "GET /v2.0/networks/0ceb8072-9eb4-476e-9c22-c68b59e6ac5f HTTP/1.1" status: 200 len: 886 time: 0.0869112 Aug 16 11:35:16.570314 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:35:16.894735 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:17.176445 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:17.250809 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:17.357091 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Allocated IP 172.27.0.24 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/61833434-8339-4910-a5c2-de7c95657bfc) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:35:17.468963 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:17.575533 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:17.615659 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:35:17.618601 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:35:17.622437 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:35:17.628435 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Pushing event updated for resources: {'Port': ['ID=61833434-8339-4910-a5c2-de7c95657bfc,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:18.003841 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:18.224665 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-727610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7814'] for router, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:18.230363 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-727605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-727596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726926'] for router, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:18.349039 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Router 02d9e55a-a97a-4fd4-b950-8c47249207b1 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:35:18.425344 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 6ef9e30e-46d6-4d51-925e-f77573322c3d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:35:18.540654 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 6ef9e30e-46d6-4d51-925e-f77573322c3d completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:35:18.544459 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 6ef9e30e-46d6-4d51-925e-f77573322c3d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:35:18.551476 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:18.555151 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:35:18.559430 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:18.560633 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-cafc713e-f931-4ab1-96e3-f1048b18e208 admin admin] 10.222.0.25 "PUT /v2.0/routers/02d9e55a-a97a-4fd4-b950-8c47249207b1 HTTP/1.1" status: 200 len: 889 time: 1.9937615 Aug 16 11:35:18.644110 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:18.680624 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 6ef9e30e-46d6-4d51-925e-f77573322c3d, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=6ef9e30e-46d6-4d51-925e-f77573322c3d,segment=NetworkSegment(b457081d-6e47-4d99-88a2-082a6786e5ff),segment_id=b457081d-6e47-4d99-88a2-082a6786e5ff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:35:18.741769 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:18.799453 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=6ef9e30e-46d6-4d51-925e-f77573322c3d,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:19.592770 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Sync routers for ids ['02d9e55a-a97a-4fd4-b950-8c47249207b1'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:35:19.608984 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Routers {'02d9e55a-a97a-4fd4-b950-8c47249207b1'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:35:19.609913 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:35:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['02d9e55a-a97a-4fd4-b950-8c47249207b1'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:35:19.882030 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Set router 02d9e55a-a97a-4fd4-b950-8c47249207b1 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:35:20.307488 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'name': 'router1', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '61833434-8339-4910-a5c2-de7c95657bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:34:58Z', 'updated_at': '2021-08-16T11:35:17Z', 'revision_number': 4, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'gw_port': {'id': '61833434-8339-4910-a5c2-de7c95657bfc', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:17Z', 'updated_at': '2021-08-16T11:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '6ef9e30e-46d6-4d51-925e-f77573322c3d', 'name': '', 'network_id': '5a708431-0401-4234-8730-3d391c7a735e', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'mac_address': 'fa:16:3e:d7:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:09Z', 'updated_at': '2021-08-16T11:35:18Z', 'revision_number': 5, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'subnets': [{'id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c7c8ea-0c9c-4745-8005-bdf0a0d87f68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:35:20.362698 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Checking router: 02d9e55a-a97a-4fd4-b950-8c47249207b1 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:35:20.363074 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Updating router 02d9e55a-a97a-4fd4-b950-8c47249207b1 port 61833434-8339-4910-a5c2-de7c95657bfc binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:35:20.414785 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:20.435853 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 6ef9e30e-46d6-4d51-925e-f77573322c3d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:35:20.629183 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 6ef9e30e-46d6-4d51-925e-f77573322c3d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:35:20.629883 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:20.852510 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:20.861999 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Transition to ACTIVE for port object 61833434-8339-4910-a5c2-de7c95657bfc will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:35:20.957148 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:21.010845 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c6c2a-793d-4c0c-ba07-711b8b4bdc37 None None] Pushing event updated for resources: {'Port': ['ID=61833434-8339-4910-a5c2-de7c95657bfc,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:21.013077 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Attempting to bind port 61833434-8339-4910-a5c2-de7c95657bfc on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:35:21.013475 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Attempting to bind port 61833434-8339-4910-a5c2-de7c95657bfc by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:35:21.013880 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Attempting to bind port 61833434-8339-4910-a5c2-de7c95657bfc on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:35:21.020147 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:35:21.020522 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:35:21.020924 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:21.021307 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:35:21.021768 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Bound port: 61833434-8339-4910-a5c2-de7c95657bfc, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:35:21.022164 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:21.042680 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39132) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:35:21.075214 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] For port 61833434-8339-4910-a5c2-de7c95657bfc, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:35:21.078907 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] For port 61833434-8339-4910-a5c2-de7c95657bfc, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=61833434-8339-4910-a5c2-de7c95657bfc,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:35:21.141681 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:21.158059 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-ee72fbba-7e0b-4ea6-ba99-0a8a29b71dc8 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1141686 Aug 16 11:35:21.285873 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Routers {'02d9e55a-a97a-4fd4-b950-8c47249207b1'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:35:21.286519 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:35:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['02d9e55a-a97a-4fd4-b950-8c47249207b1'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:35:21.325380 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c6c2a-793d-4c0c-ba07-711b8b4bdc37 None None] Pushing event updated for resources: {'Port': ['ID=61833434-8339-4910-a5c2-de7c95657bfc,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:21.400688 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] Set router 02d9e55a-a97a-4fd4-b950-8c47249207b1 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:35:21.624463 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'name': 'router1', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '61833434-8339-4910-a5c2-de7c95657bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:34:58Z', 'updated_at': '2021-08-16T11:35:17Z', 'revision_number': 4, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'gw_port': {'id': '61833434-8339-4910-a5c2-de7c95657bfc', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:17Z', 'updated_at': '2021-08-16T11:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '6ef9e30e-46d6-4d51-925e-f77573322c3d', 'name': '', 'network_id': '5a708431-0401-4234-8730-3d391c7a735e', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'mac_address': 'fa:16:3e:d7:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:09Z', 'updated_at': '2021-08-16T11:35:18Z', 'revision_number': 5, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'subnets': [{'id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c7c8ea-0c9c-4745-8005-bdf0a0d87f68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:35:21.654729 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a45ea-1c14-4f99-8f31-45bc194bb7ad None None] The sync data for ids ['02d9e55a-a97a-4fd4-b950-8c47249207b1'] in dv-cinder-804698-1-iscsi is: [{'id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'name': 'router1', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '61833434-8339-4910-a5c2-de7c95657bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:34:58Z', 'updated_at': '2021-08-16T11:35:17Z', 'revision_number': 4, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'gw_port': {'id': '61833434-8339-4910-a5c2-de7c95657bfc', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:17Z', 'updated_at': '2021-08-16T11:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '6ef9e30e-46d6-4d51-925e-f77573322c3d', 'name': '', 'network_id': '5a708431-0401-4234-8730-3d391c7a735e', 'tenant_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'mac_address': 'fa:16:3e:d7:f9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9e55a-a97a-4fd4-b950-8c47249207b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:35:09Z', 'updated_at': '2021-08-16T11:35:18Z', 'revision_number': 5, 'project_id': '44ec1bcbb8104efaa6e7998c3b5d7b6a', 'subnets': [{'id': 'e4211415-a763-4db5-b85d-36e23ffc19dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26c7c8ea-0c9c-4745-8005-bdf0a0d87f68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:35:22.458678 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 61833434-8339-4910-a5c2-de7c95657bfc up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:35:22.569504 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 61833434-8339-4910-a5c2-de7c95657bfc completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:35:22.573552 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 61833434-8339-4910-a5c2-de7c95657bfc triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:35:22.573925 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:22.654788 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:22.675564 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 61833434-8339-4910-a5c2-de7c95657bfc, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=61833434-8339-4910-a5c2-de7c95657bfc,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:35:22.745813 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:22.795050 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=61833434-8339-4910-a5c2-de7c95657bfc,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:35:24.420941 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 61833434-8339-4910-a5c2-de7c95657bfc up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:35:24.469612 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 61833434-8339-4910-a5c2-de7c95657bfc triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:35:24.469989 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:30.808241 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:35:31.700527 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e3094d3-88e9-489f-b3d5-a0096693f5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:34.408631 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-5bee1de4-78e1-410e-aa5f-f859a6fdff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:34.517289 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:35.723127 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:35:37.192749 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:01.699546 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-88f6ef51-ddf2-40c2-8997-bc0db7a661eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:04.402610 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d2981e44-8904-42ae-8abe-8de9547027f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:04.527871 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:05.847972 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:07.207686 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:07.809216 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:36:31.693092 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c07555c3-5635-42ac-827c-4326ddec1070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:34.390223 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8b50302b-6c9f-40b4-89eb-879bfe904042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:34.492446 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:35.703906 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:37.178922 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:36:44.808919 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:37:00.200927 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39700) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:00.270747 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac232519-cb1e-4ed8-9f3c-216802ef7a58 admin admin] GET failed (client error): The resource could not be found. Aug 16 11:37:00.272159 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-ac232519-cb1e-4ed8-9f3c-216802ef7a58 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0702839 Aug 16 11:37:00.439610 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a5ce2-5dab-452b-8b00-5857b4497195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:00.441099 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-221a5ce2-5dab-452b-8b00-5857b4497195 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1626687 Aug 16 11:37:01.703433 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-249d2a54-f7d8-4ec1-bc50-7d4d6137d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:02.658939 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39710) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:02.753311 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432ef1e-eb9f-4362-835d-af73cee8a203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:02.754688 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e432ef1e-eb9f-4362-835d-af73cee8a203 admin admin] 10.222.0.25 "GET /v2.0/subnets/e4211415-a763-4db5-b85d-36e23ffc19dd HTTP/1.1" status: 200 len: 849 time: 0.0948682 Aug 16 11:37:02.764433 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:37:02.849986 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:03.045980 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733107790942'] for subnet, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:03.078244 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:03.078934 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:03.080249 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] 10.222.0.25 "PUT /v2.0/subnets/e4211415-a763-4db5-b85d-36e23ffc19dd HTTP/1.1" status: 200 len: 868 time: 0.3195832 Aug 16 11:37:03.087716 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8dab05-f661-4990-b703-05acdf93b23e None None] Network 5a708431-0401-4234-8730-3d391c7a735e requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:37:03.100725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4211415-a763-4db5-b85d-36e23ffc19dd,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:37:03.108880 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.109256 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.109604 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.109939 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.110269 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.110657 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.111003 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.111346 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.111690 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.112163 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.112493 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.112811 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d47ba1a-905a-48b4-9196-687fa60e8135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:03.446699 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-16c3f718-bf05-405c-90c7-6c452f853c0e None None] Provisioning complete for port 6ef9e30e-46d6-4d51-925e-f77573322c3d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:37:03.447075 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-16c3f718-bf05-405c-90c7-6c452f853c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:03.535017 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-16c3f718-bf05-405c-90c7-6c452f853c0e None None] Provisioning complete for port 0de64965-8b23-48dc-b475-b02c452bc05d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:37:03.535387 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-16c3f718-bf05-405c-90c7-6c452f853c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:04.400045 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-af125904-a9d7-49eb-b9a2-6d0f41c72970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:04.520087 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:05.244532 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39718) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:05.453093 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc8a6b2-ba0b-46f7-af35-2c4171f27465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:05.453525 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc8a6b2-ba0b-46f7-af35-2c4171f27465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:05.455226 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-6bc8a6b2-ba0b-46f7-af35-2c4171f27465 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2090712 Aug 16 11:37:05.714865 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:07.229814 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:07.713980 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39726) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:07.879458 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3ade0-e593-4a0f-84e6-43be2dcb283e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:07.880289 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3ade0-e593-4a0f-84e6-43be2dcb283e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:07.882989 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-6fe3ade0-e593-4a0f-84e6-43be2dcb283e admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1674280 Aug 16 11:37:10.298734 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39734) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:10.436222 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5d3c5-6f5c-4011-ac53-56eef21ff623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:10.437662 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-5fb5d3c5-6f5c-4011-ac53-56eef21ff623 admin admin] 10.222.0.25 "GET /v2.0/networks/0ceb8072-9eb4-476e-9c22-c68b59e6ac5f HTTP/1.1" status: 200 len: 886 time: 0.1378601 Aug 16 11:37:12.657906 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39742) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:12.796247 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1413733-4095-4792-9de0-b95053db449d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:12.797628 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-a1413733-4095-4792-9de0-b95053db449d admin admin] 10.222.0.25 "GET /v2.0/networks/5a708431-0401-4234-8730-3d391c7a735e HTTP/1.1" status: 200 len: 868 time: 0.1388268 Aug 16 11:37:14.999800 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39750) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:15.128065 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b26e09-ff21-4105-bd19-57104f89b073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:15.128531 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b26e09-ff21-4105-bd19-57104f89b073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:15.130082 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-76b26e09-ff21-4105-bd19-57104f89b073 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290092 Aug 16 11:37:17.315239 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39758) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:17.407480 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71339156-4260-4ca2-9f65-3585eba2bc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:17.407935 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71339156-4260-4ca2-9f65-3585eba2bc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:17.409511 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-71339156-4260-4ca2-9f65-3585eba2bc50 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933106 Aug 16 11:37:19.624397 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39766) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:19.715135 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c56ba10-c98e-42ca-bf52-2f380cef6c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:19.716498 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-4c56ba10-c98e-42ca-bf52-2f380cef6c50 admin admin] 10.222.0.25 "GET /v2.0/subnets/e3c2662a-067b-4696-bef3-b5d42d09491c HTTP/1.1" status: 200 len: 816 time: 0.0911584 Aug 16 11:37:21.807340 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:37:21.875273 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39776) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:21.970274 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5cdf3f-24ca-4030-a10b-9dfbb5897ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:21.971655 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ee5cdf3f-24ca-4030-a10b-9dfbb5897ad0 admin admin] 10.222.0.25 "GET /v2.0/subnets/e4211415-a763-4db5-b85d-36e23ffc19dd HTTP/1.1" status: 200 len: 868 time: 0.0954266 Aug 16 11:37:31.708020 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-f7b7f43f-f2a7-48cd-9725-dac5870ababe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:34.410672 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8877967-f9a0-406a-b35a-01dae29fe441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:34.490756 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:35.731072 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:37.222424 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:46.060835 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39830) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:46.112677 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [None req-da097a16-af03-470c-a9e1-0c22dd1d69d8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:37:46.113813 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-da097a16-af03-470c-a9e1-0c22dd1d69d8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520010 Aug 16 11:37:48.375326 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39838) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:48.441061 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.pecan_wsgi.hooks.translation [None req-002df2c5-1d31-4ee7-ad79-5fa56c10d440 admin admin] GET failed (client error): The resource could not be found. Aug 16 11:37:48.442354 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-002df2c5-1d31-4ee7-ad79-5fa56c10d440 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657814 Aug 16 11:37:48.583177 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af964af-f481-4d44-9bfa-3bac2069b0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:48.584839 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1af964af-f481-4d44-9bfa-3bac2069b0ec admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1380510 Aug 16 11:37:50.838993 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39846) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:50.886520 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:37:50.993280 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Made reservation on behalf of cc68169677b64caf95cec8d2daed1331 for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:37:50.995621 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:51.034258 dv-cinder-804698-1-iscsi neutron-server[100977]: WARNING neutron.services.revisions.revision_plugin [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Could not find related network for resource to bump revision. Aug 16 11:37:51.046783 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:37:51.056314 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:51.056699 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Added segment 51a18672-8288-4c61-8594-17e571504545 of type vlan for network 20afdef4-2aa7-4956-b971-9c24a10be469 Aug 16 11:37:51.095238 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:51.175687 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:51.176637 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:51.177213 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:51.236367 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Pushing event updated for resources: {'Network': ['ID=20afdef4-2aa7-4956-b971-9c24a10be469,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:37:51.243514 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.244012 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.244353 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.244682 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.245006 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.245345 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.245673 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.246008 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.246355 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.246703 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.250181 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.250181 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:51.258066 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 20afdef4-2aa7-4956-b971-9c24a10be469 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:37:51.422518 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-fc96615f-b44f-495f-a03a-76bb61dffcff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5824008 Aug 16 11:37:53.667223 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39854) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:37:53.733981 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.pecan_wsgi.hooks.translation [None req-0829cb78-2b54-4eae-a9c9-e444371222e2 admin admin] GET failed (client error): The resource could not be found. Aug 16 11:37:53.735409 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-0829cb78-2b54-4eae-a9c9-e444371222e2 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671763 Aug 16 11:37:53.816947 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d298f0-1348-43e1-bfe1-f55b6001cfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:53.818512 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-49d298f0-1348-43e1-bfe1-f55b6001cfd1 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0780416 Aug 16 11:37:53.832323 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '20afdef4-2aa7-4956-b971-9c24a10be469'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:37:53.918849 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Made reservation on behalf of cc68169677b64caf95cec8d2daed1331 for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:37:53.921067 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:54.164389 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:54.216341 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85772693-dd01-4258-9be9-93f1e9fb0f86,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:37:54.231862 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Checking segment: {'id': '51a18672-8288-4c61-8594-17e571504545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '20afdef4-2aa7-4956-b971-9c24a10be469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:37:54.232210 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Network hostable DHCP agents. Network: 20afdef4-2aa7-4956-b971-9c24a10be469, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:37:54.318874 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Network 20afdef4-2aa7-4956-b971-9c24a10be469 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:37:54.398500 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 20afdef4-2aa7-4956-b971-9c24a10be469) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:37:54.403398 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:37:54.403987 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:54.410073 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faaf421-8039-497d-9a93-1f0826f3d5fb None None] Network 20afdef4-2aa7-4956-b971-9c24a10be469 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:37:54.485443 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ec8d476c-67a9-42b4-8596-a096950e110d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6584127 Aug 16 11:37:54.656225 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-20afdef4-2aa7-4956-b971-9c24a10be469', 'network_id': '20afdef4-2aa7-4956-b971-9c24a10be469', 'tenant_id': 'cc68169677b64caf95cec8d2daed1331', 'fixed_ips': [{'subnet_id': '85772693-dd01-4258-9be9-93f1e9fb0f86'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:37:54.657378 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:54.802671 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Allocated IP 192.168.233.2 (20afdef4-2aa7-4956-b971-9c24a10be469/85772693-dd01-4258-9be9-93f1e9fb0f86/848e38ba-b428-4058-b88c-bfb08e0d3f0c) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:37:54.955374 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:54.964497 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Transition to ACTIVE for port object 848e38ba-b428-4058-b88c-bfb08e0d3f0c will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:37:54.979530 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Transition to ACTIVE for port object 848e38ba-b428-4058-b88c-bfb08e0d3f0c will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:37:55.068025 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:55.106174 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Network 20afdef4-2aa7-4956-b971-9c24a10be469 is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:37:55.111186 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:37:55.114823 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:37:55.126162 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Pushing event updated for resources: {'Port': ['ID=848e38ba-b428-4058-b88c-bfb08e0d3f0c,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:37:55.152713 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.153075 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.153422 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.153755 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.154085 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.154415 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.154772 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.155098 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.155437 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.155784 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.156108 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.156431 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:37:55.184966 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Attempting to bind port 848e38ba-b428-4058-b88c-bfb08e0d3f0c on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:37:55.185339 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Attempting to bind port 848e38ba-b428-4058-b88c-bfb08e0d3f0c by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '51a18672-8288-4c61-8594-17e571504545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '20afdef4-2aa7-4956-b971-9c24a10be469'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:37:55.185691 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Attempting to bind port 848e38ba-b428-4058-b88c-bfb08e0d3f0c on network 20afdef4-2aa7-4956-b971-9c24a10be469 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:37:55.190709 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:37:55.191078 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Checking segment: {'id': '51a18672-8288-4c61-8594-17e571504545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '20afdef4-2aa7-4956-b971-9c24a10be469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:37:55.191470 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:55.191848 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Bound using segment: {'id': '51a18672-8288-4c61-8594-17e571504545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '20afdef4-2aa7-4956-b971-9c24a10be469'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:37:55.192299 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Bound port: 848e38ba-b428-4058-b88c-bfb08e0d3f0c, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a18672-8288-4c61-8594-17e571504545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '20afdef4-2aa7-4956-b971-9c24a10be469'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:37:55.192685 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:55.268454 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] For port 848e38ba-b428-4058-b88c-bfb08e0d3f0c, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:37:55.272126 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] For port 848e38ba-b428-4058-b88c-bfb08e0d3f0c, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=848e38ba-b428-4058-b88c-bfb08e0d3f0c,segment=NetworkSegment(51a18672-8288-4c61-8594-17e571504545),segment_id=51a18672-8288-4c61-8594-17e571504545)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:37:55.365345 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:55.425555 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e92de4-fc1c-40af-bf2a-1646db123177 None None] Pushing event updated for resources: {'Port': ['ID=848e38ba-b428-4058-b88c-bfb08e0d3f0c,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:37:56.289216 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6731581-e070-4f1f-b627-6745cd8b59ab None None] Network 20afdef4-2aa7-4956-b971-9c24a10be469 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:37:56.440185 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-b5bf6716-2763-421f-9e45-1810c973ba8b None None] Provisioning for port 848e38ba-b428-4058-b88c-bfb08e0d3f0c completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:37:56.594861 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 848e38ba-b428-4058-b88c-bfb08e0d3f0c up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:37:56.696180 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 848e38ba-b428-4058-b88c-bfb08e0d3f0c completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:37:56.700314 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 848e38ba-b428-4058-b88c-bfb08e0d3f0c triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:37:56.700682 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:56.788879 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:56.822200 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 848e38ba-b428-4058-b88c-bfb08e0d3f0c, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=848e38ba-b428-4058-b88c-bfb08e0d3f0c,segment=NetworkSegment(51a18672-8288-4c61-8594-17e571504545),segment_id=51a18672-8288-4c61-8594-17e571504545)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:37:56.890471 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:56.938420 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=848e38ba-b428-4058-b88c-bfb08e0d3f0c,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:37:58.552082 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 848e38ba-b428-4058-b88c-bfb08e0d3f0c up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:37:58.601357 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 848e38ba-b428-4058-b88c-bfb08e0d3f0c triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:37:58.601730 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:37:58.806947 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:38:01.724189 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-1092ed96-61b9-4604-ad15-cfcdd20ccd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:04.421238 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-70e0dde5-b2bd-4237-bb19-36a0ed48cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:04.518618 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:05.726987 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:07.209974 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:31.781000 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-945af597-4a12-4195-9b64-aeb0f40fa888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:34.448721 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-785071e6-d5ec-436a-989d-46ed1cb39448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:34.506308 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:35.746240 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:38:35.805549 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:38:37.283232 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:01.715162 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8e40c03b-5e2c-4a43-917e-e8b8956251f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:04.413986 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-879e2a16-d2fe-4f96-84a5-d89b6503a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:04.499436 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:05.905307 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:07.231249 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:12.804600 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:39:18.928742 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39898) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:39:18.934752 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [None req-a617ba78-fc05-47fa-af3a-afed89dd0ea9 tempest-verify_tempest_config-1588111157 tempest-verify_tempest_config-1588111157-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:39:18.935691 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-a617ba78-fc05-47fa-af3a-afed89dd0ea9 tempest-verify_tempest_config-1588111157 tempest-verify_tempest_config-1588111157-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060203 Aug 16 11:39:19.609996 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 39916) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:39:19.718278 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:19.815335 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:19.887885 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:19.934360 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00be3cf8ee404f978ffdbf494cfcc7da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3231061 Aug 16 11:39:19.935062 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d80331-d44f-4529-b829-b7515dcbfafa,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:39:19.937030 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39920) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:39:19.942430 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.942992 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.943201 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.943472 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.943797 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.944280 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.944613 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.944937 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.945274 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.946231 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.946552 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.946993 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a517b3-63bd-4554-829d-432a8ddc6619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:19.999778 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:20.024351 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:20.225131 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:20.227723 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:20.228899 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0d80331-d44f-4529-b829-b7515dcbfafa HTTP/1.1" status: 204 len: 168 time: 0.2908077 Aug 16 11:39:20.237018 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d80331-d44f-4529-b829-b7515dcbfafa,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:39:20.244731 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.245099 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.245881 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.245881 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.246166 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.246429 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.247003 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.247345 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.247886 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.248223 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.248556 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:20.248885 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e15441-21eb-409f-9b4b-558e4c1c55a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:39:31.733402 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-39395260-4a9d-49a8-a8f7-e6779c10fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:34.395870 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-fe324e25-8285-4d19-87be-e46fac475584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:34.504350 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:35.761432 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:37.218825 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:39:49.804674 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:40:01.720819 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-29296126-8929-4a97-9177-95378263c39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:04.438064 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-abd3ec9f-421d-433a-921d-6fe21b131cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:04.526802 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:05.743677 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:07.224233 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:26.804429 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 5 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:40:31.736115 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-b5f860dc-11d7-45aa-b588-b5fc6f3c672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:34.411881 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-33858d64-fea1-4172-bc6f-c3ecbdfb92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:34.519154 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:35.754544 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:37.251490 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:52.410778 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-725548'] for agent, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:40:56.525544 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39974) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:40:56.669754 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-8961e72a-15bd-4efd-be80-0e1726ae452b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1424661 Aug 16 11:40:59.001789 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 39984) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:40:59.062739 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1dc615f8-17f4-48a7-9990-ad1ee179e860 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0593834 Aug 16 11:41:01.759580 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a6a93810-594b-4588-a0e2-1881039bd1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:03.805990 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:41:04.411666 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c1617900-5254-4439-bfbc-6683c8530495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:04.541986 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:05.741698 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:07.232861 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:22.335459 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:31.775043 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e132de1b-4a8f-495b-9938-50eed82ff902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:34.403567 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6cdd0ec6-771c-48e1-ae2f-f12974c97634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:34.563698 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:35.734753 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:37.226188 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:41:40.804491 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:41:52.429816 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:01.744150 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-65e61146-fa7d-4fc2-b8d7-624d49118adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:04.406431 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9d7208a3-c6bd-4ae6-aeeb-e91a71750a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:04.528668 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:05.762364 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:07.288699 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:17.804436 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:42:22.373277 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:30.183806 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40188) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:30.385168 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40202) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:30.617057 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-301952012-network', 'tenant_id': 'bc68151be02144ba92d141ea609efe44'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:30.617804 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40216) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:30.708580 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Made reservation on behalf of bc68151be02144ba92d141ea609efe44 for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:30.711000 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:30.720490 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:30.783948 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1060711452-network', 'tenant_id': '8312d74ac85449e18ff7358288d4f1ac'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:30.854021 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:30.879667 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40226) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:31.064863 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-network', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:31.078642 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.099897 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:42:31.122145 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.122488 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Added segment c08677e7-7f7d-4e91-b3ea-bf5166d032e6 of type vlan for network 708fe32c-5199-4f3a-b073-49337031d88f Aug 16 11:42:31.176593 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.203415 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:31.213861 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.215001 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.215718 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.216712 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.217434 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.219980 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.220578 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.221416 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.222205 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.222834 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.223417 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.224045 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Tracked resource versions report: Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: pushed versions: Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: { 'AddressGroup': {'1.2'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'ConntrackHelper': {'1.0'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Log': {'1.0'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Network': {'1.1'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Port': {'1.7'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'PortForwarding': {'1.2'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'QosPolicy': {'1.9'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SecurityGroup': {'1.4'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SecurityGroupRule': {'1.2'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SubPort': {'1.0'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Subnet': {'1.1'}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Trunk': {'1.1'}} Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: consumer versions: Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: { DHCP agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: HyperV agent@hv-cinder-80469: {}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: L3 agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: Metadata agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: Metering agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: Open vSwitch agent@dv-cinder-804698-1-iscsi: { 'AddressGroup': '1.2', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'ConntrackHelper': '1.0', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Log': '1.0', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Network': '1.1', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Port': '1.7', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'PortForwarding': '1.2', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'QosPolicy': '1.9', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SecurityGroup': '1.4', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SecurityGroupRule': '1.2', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'SubPort': '1.0', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Subnet': '1.1', Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: 'Trunk': '1.1'}} Aug 16 11:42:31.225545 dv-cinder-804698-1-iscsi neutron-server[100977]: {{(pid=100977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 11:42:31.233054 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Made reservation on behalf of 8312d74ac85449e18ff7358288d4f1ac for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:31.236684 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.249266 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.287761 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.288793 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:31.289366 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.327810 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Made reservation on behalf of 9dcca4b6d53d48d7b9c29bda6c962086 for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:31.330166 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.341926 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.358474 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] Pushing event updated for resources: {'Network': ['ID=708fe32c-5199-4f3a-b073-49337031d88f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:31.373159 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 708fe32c-5199-4f3a-b073-49337031d88f details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:42:31.431017 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-network', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:31.509198 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.597635 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.621383 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:42:31.641307 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7730e598-27a2-40cb-be48-c8ca99b24f3f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:31.664436 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.664777 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Added segment cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f of type vlan for network aec198fa-5463-421b-b401-50b8a1858058 Aug 16 11:42:31.701348 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-9be3e397-9eb4-45f1-a41b-e751f3d9dfb9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5163507 Aug 16 11:42:31.708850 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40254) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:31.713861 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Request body: {'subnet': {'network_id': '708fe32c-5199-4f3a-b073-49337031d88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-301952012-subnet', 'tenant_id': 'bc68151be02144ba92d141ea609efe44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:31.722365 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.727510 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-1cc4dc74-a7da-4153-9121-d4beb8eb9d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.798212 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.852802 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.854755 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:31.855705 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.882646 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.899429 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:42:31.912753 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:31.913895 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Added segment d0a3dae5-31ae-46a1-80a2-a6765f6c1526 of type vlan for network 2f820806-fc3e-4134-9a6e-eb710b4d59dd Aug 16 11:42:32.012577 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] Pushing event updated for resources: {'Network': ['ID=aec198fa-5463-421b-b401-50b8a1858058,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:32.030323 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network aec198fa-5463-421b-b401-50b8a1858058 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:42:32.034253 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520157ab-4388-405d-8f90-073768a56b15,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:32.045211 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.045452 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.048796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.048796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.048796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.048796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.048796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.048796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.048796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.048796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.049838 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.050352 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Tracked resource versions report: Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: pushed versions: Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: { 'AddressGroup': {'1.2'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'ConntrackHelper': {'1.0'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Log': {'1.0'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Network': {'1.1'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Port': {'1.7'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'PortForwarding': {'1.2'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'QosPolicy': {'1.9'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SecurityGroup': {'1.4'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SecurityGroupRule': {'1.2'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SubPort': {'1.0'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Subnet': {'1.1'}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Trunk': {'1.1'}} Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: consumer versions: Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: { DHCP agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: HyperV agent@hv-cinder-80469: {}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: L3 agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: Metadata agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: Metering agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: Open vSwitch agent@dv-cinder-804698-1-iscsi: { 'AddressGroup': '1.2', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'ConntrackHelper': '1.0', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Log': '1.0', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Network': '1.1', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Port': '1.7', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'PortForwarding': '1.2', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'QosPolicy': '1.9', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SecurityGroup': '1.4', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SecurityGroupRule': '1.2', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'SubPort': '1.0', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Subnet': '1.1', Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: 'Trunk': '1.1'}} Aug 16 11:42:32.051827 dv-cinder-804698-1-iscsi neutron-server[100978]: {{(pid=100978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 11:42:32.087732 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.114535 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Made reservation on behalf of 9ee6233957fd4f58aad455bc7aab64b2 for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:32.117212 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.130896 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.164284 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2dcd29a3-900e-4cee-bb2f-0a858a23c06c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7780368 Aug 16 11:42:32.167414 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40280) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:32.173368 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Request body: {'subnet': {'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1060711452-subnet', 'tenant_id': '8312d74ac85449e18ff7358288d4f1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:32.187928 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.db.api [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 11:42:32.187928 dv-cinder-804698-1-iscsi neutron-server[100977]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 11:42:32.187928 dv-cinder-804698-1-iscsi neutron-server[100977]: [parameters: {'project_id_1': '9ee6233957fd4f58aad455bc7aab64b2', 'expiration_1': datetime.datetime(2021, 8, 16, 11, 42, 32, 152625)}] Aug 16 11:42:32.187928 dv-cinder-804698-1-iscsi neutron-server[100977]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 11:42:32.188465 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG oslo_db.api [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 11:42:32.188720 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.189697 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:32.190270 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.254381 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Made reservation on behalf of bc68151be02144ba92d141ea609efe44 for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:32.257983 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.299653 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] Pushing event updated for resources: {'Network': ['ID=2f820806-fc3e-4134-9a6e-eb710b4d59dd,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:32.313448 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 2f820806-fc3e-4134-9a6e-eb710b4d59dd details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:42:32.341945 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-83a7a998-d665-4058-8d81-3ee01c9b0491 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7222087 Aug 16 11:42:32.345670 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40284) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:32.371779 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Request body: {'subnet': {'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-subnet', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:32.447530 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Made reservation on behalf of 8312d74ac85449e18ff7358288d4f1ac for: {'subnet': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:32.450132 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.574354 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Made reservation on behalf of 9dcca4b6d53d48d7b9c29bda6c962086 for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:32.576837 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.625184 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.689410 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.748753 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ffdea7-7966-4538-88b6-c74f6dea5795,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:32.773233 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Checking segment: {'id': 'c08677e7-7f7d-4e91-b3ea-bf5166d032e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '708fe32c-5199-4f3a-b073-49337031d88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:32.773589 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Network hostable DHCP agents. Network: 708fe32c-5199-4f3a-b073-49337031d88f, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:42:32.911235 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.921770 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Network 708fe32c-5199-4f3a-b073-49337031d88f is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:42:32.961101 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:32.991700 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Checking segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:32.992039 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Network hostable DHCP agents. Network: aec198fa-5463-421b-b401-50b8a1858058, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:42:33.003283 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.011266 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 708fe32c-5199-4f3a-b073-49337031d88f) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:33.015309 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ae5d56-03b2-417b-beeb-8c32b563799c,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:33.026970 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08e46d-b38f-4605-aa24-249dd6f4f3d2 None None] Network 708fe32c-5199-4f3a-b073-49337031d88f requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:33.037047 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:33.037667 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.076828 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.116024 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Network aec198fa-5463-421b-b401-50b8a1858058 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:42:33.122278 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, aec198fa-5463-421b-b401-50b8a1858058) {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:33.134086 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:33.134929 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.150037 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:42:33.160094 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d9400-ffab-439c-9e78-631fcf66ebfa None None] Network aec198fa-5463-421b-b401-50b8a1858058 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:33.164719 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecda6e4b-c2db-47b2-8a50-cd261b67f157,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:33.168603 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba66f16-e936-404b-9b4f-bdddd98e4ec8,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:33.177158 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.177412 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Added segment 47c05bb5-7c99-4a31-a985-9b2577c5587d of type vlan for network 3db73e9b-6b39-4a78-96ce-de02f6e19129 Aug 16 11:42:33.190557 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Checking segment: {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:33.207908 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Network hostable DHCP agents. Network: 2f820806-fc3e-4134-9a6e-eb710b4d59dd, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:42:33.207908 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1acddd19-b647-4527-a379-e0f7b0401420 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4847322 Aug 16 11:42:33.243937 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.253579 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e74198-f20a-4a83-bc51-b7344ac55a2a None None] Network 708fe32c-5199-4f3a-b073-49337031d88f requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:33.308178 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40318) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:33.355456 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b086630a-dd3a-40ff-8b0f-25a5e8b35269 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1866338 Aug 16 11:42:33.433342 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32545de5-d373-4f05-8a54-0a3015baa3ee None None] Network aec198fa-5463-421b-b401-50b8a1858058 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:33.470475 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Network 2f820806-fc3e-4134-9a6e-eb710b4d59dd is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:42:33.472793 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.473729 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:33.474303 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.559773 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40338) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:33.595751 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] Pushing event updated for resources: {'Network': ['ID=3db73e9b-6b39-4a78-96ce-de02f6e19129,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:33.608320 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 2f820806-fc3e-4134-9a6e-eb710b4d59dd) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:33.616628 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc72d-4bce-41f1-9e44-14fc37f3bcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.628468 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:42:33.648757 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:33.649220 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.724965 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8811f4-6a59-4ff2-ae27-b81496e0cfb4 None None] Network 2f820806-fc3e-4134-9a6e-eb710b4d59dd requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:33.739490 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a52f0fa0-22b4-45d9-974f-ac94ea8055fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8581245 Aug 16 11:42:33.742614 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40350) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:33.748730 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Request body: {'subnet': {'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-subnet', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:33.800639 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f9e-cee5-46d1-8385-f68cfaf07376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.918461 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc72d-4bce-41f1-9e44-14fc37f3bcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:33.940270 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ec19f-7943-45b4-bf67-69e18f5a92fa None None] Network 2f820806-fc3e-4134-9a6e-eb710b4d59dd requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:33.967174 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40378) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:33.971767 dv-cinder-804698-1-iscsi neutron-server[100977]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 11:42:34.034571 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc72d-4bce-41f1-9e44-14fc37f3bcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.088789 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-9dcfc72d-4bce-41f1-9e44-14fc37f3bcba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=659a6b3810114a8dbbab573470d185c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7791088 Aug 16 11:42:34.091887 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40384) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:34.136919 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfc72d-4bce-41f1-9e44-14fc37f3bcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e97f8b-4070-4b8c-bf4b-e6f96f1bad3b,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:34.165655 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-add0afa1-8106-49e1-b24f-50fdfb65c55b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8051291 Aug 16 11:42:34.165761 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40392) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:34.165761 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:34.180198 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.db.api [None req-21aa7f9e-cee5-46d1-8385-f68cfaf07376 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 11:42:34.180198 dv-cinder-804698-1-iscsi neutron-server[100978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 11:42:34.180198 dv-cinder-804698-1-iscsi neutron-server[100978]: [parameters: {'project_id_1': 'bf692eabbff0414b93f080227c05bec5', 'expiration_1': datetime.datetime(2021, 8, 16, 11, 42, 33, 817980)}] Aug 16 11:42:34.180198 dv-cinder-804698-1-iscsi neutron-server[100978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 11:42:34.180661 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG oslo_db.api [None req-21aa7f9e-cee5-46d1-8385-f68cfaf07376 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 11:42:34.180989 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.db.api [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 11:42:34.180989 dv-cinder-804698-1-iscsi neutron-server[100978]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 11:42:34.180989 dv-cinder-804698-1-iscsi neutron-server[100978]: [parameters: {'project_id_1': '9dcca4b6d53d48d7b9c29bda6c962086', 'expiration_1': datetime.datetime(2021, 8, 16, 11, 42, 34, 170501)}] Aug 16 11:42:34.180989 dv-cinder-804698-1-iscsi neutron-server[100978]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 11:42:34.181385 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG oslo_db.api [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 11:42:34.199310 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f7e46ea8-9082-4847-be45-e138fe749db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.205322 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-a0f41fde-a3fc-4c2e-8429-ca1f24797a97 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:34.206809 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-a0f41fde-a3fc-4c2e-8429-ca1f24797a97 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/networks?id=708fe32c-5199-4f3a-b073-49337031d88f HTTP/1.1" status: 200 len: 811 time: 0.2379065 Aug 16 11:42:34.223088 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f7e46ea8-9082-4847-be45-e138fe749db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.223309 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40402) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:34.236911 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-5127fab5-8127-4e1a-8841-68e52d2bdcfe tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/quotas/bc68151be02144ba92d141ea609efe44 HTTP/1.1" status: 200 len: 375 time: 0.0221891 Aug 16 11:42:34.324413 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Made reservation on behalf of 9ee6233957fd4f58aad455bc7aab64b2 for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:34.326386 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.334997 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-bc24d190-b880-42d9-9381-c060cac8edff tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bc68151be02144ba92d141ea609efe44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881276 Aug 16 11:42:34.367784 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f7e46ea8-9082-4847-be45-e138fe749db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.370632 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f7e46ea8-9082-4847-be45-e138fe749db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.372036 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-f7e46ea8-9082-4847-be45-e138fe749db0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7e97f8b-4070-4b8c-bf4b-e6f96f1bad3b HTTP/1.1" status: 204 len: 168 time: 0.2791243 Aug 16 11:42:34.385548 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e46ea8-9082-4847-be45-e138fe749db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e97f8b-4070-4b8c-bf4b-e6f96f1bad3b,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:34.414097 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c5d86a00-beab-49d8-8538-f6d9f33cd465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.527853 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-01e09245-affe-4410-b0f6-22a908fa2716 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:34.529325 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-01e09245-affe-4410-b0f6-22a908fa2716 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 815 time: 0.3052351 Aug 16 11:42:34.560122 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-626f073f-a4a9-4ed4-8898-77c6c4c48a57 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:42:34.561111 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-626f073f-a4a9-4ed4-8898-77c6c4c48a57 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0873461 Aug 16 11:42:34.579143 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.603548 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-1d5a0e14-1419-46db-a91b-ca3e136e7c67 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/quotas/8312d74ac85449e18ff7358288d4f1ac HTTP/1.1" status: 200 len: 375 time: 0.0524487 Aug 16 11:42:34.675151 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-1a325529-c397-4af4-ace5-ef170951694a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445416 Aug 16 11:42:34.689131 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f9e-cee5-46d1-8385-f68cfaf07376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.710302 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.764394 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-87dbda5b-b3d0-4ecc-9f6d-37180e3c803a service neutron] 10.222.0.25 "GET /v2.0/networks/708fe32c-5199-4f3a-b073-49337031d88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856909 Aug 16 11:42:34.809894 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.811292 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.838384 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b18b99-6824-483d-92e5-7e9470081e8e,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:34.848246 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Checking segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:34.848585 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Network hostable DHCP agents. Network: 3db73e9b-6b39-4a78-96ce-de02f6e19129, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:42:34.900721 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-64274268-9822-4dfe-97a6-27d40f48a87e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100977) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:42:34.901703 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-64274268-9822-4dfe-97a6-27d40f48a87e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1102333 Aug 16 11:42:34.908392 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-f8884d0b-d799-4ae5-a096-4c5094c01578 service neutron] 10.222.0.25 "GET /v2.0/networks/708fe32c-5199-4f3a-b073-49337031d88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348205 Aug 16 11:42:34.931042 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:34.970994 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:42:34.985530 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f9e-cee5-46d1-8385-f68cfaf07376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.006211 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-fd8fe174-efb3-4ecd-8958-ba754437f560 service neutron] 10.222.0.25 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950279 Aug 16 11:42:35.105628 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-21aa7f9e-cee5-46d1-8385-f68cfaf07376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.135895 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 3db73e9b-6b39-4a78-96ce-de02f6e19129) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:35.147892 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44aa597-d780-40e5-998f-55c018837487 None None] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:35.151075 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:35.151912 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.182935 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-21aa7f9e-cee5-46d1-8385-f68cfaf07376 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf692eabbff0414b93f080227c05bec5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6220157 Aug 16 11:42:35.189874 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40426) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:35.211718 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa7f9e-cee5-46d1-8385-f68cfaf07376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d60a372-11c3-4063-831e-7a7401bc931b,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:35.222268 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-3ece919a-ce6a-48ac-a0b2-bde17577d59d service neutron] 10.222.0.25 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099278 Aug 16 11:42:35.224393 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.292014 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f2943ff6-cc1d-4265-aeae-ebdb987f630a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5477624 Aug 16 11:42:35.299214 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40436) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:35.304120 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:35.308546 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40438) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:35.310612 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-34f166db-e7f4-4cac-b287-2145f62fec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.327923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8ef93f68-6b2d-4fbd-8949-ff688e0ac884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.367155 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-34f166db-e7f4-4cac-b287-2145f62fec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.409663 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-3db73e9b-6b39-4a78-96ce-de02f6e19129', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:42:35.411248 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.471670 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.472745 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.591603 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-34f166db-e7f4-4cac-b287-2145f62fec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.596044 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-34f166db-e7f4-4cac-b287-2145f62fec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.601811 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-34f166db-e7f4-4cac-b287-2145f62fec55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d60a372-11c3-4063-831e-7a7401bc931b HTTP/1.1" status: 204 len: 168 time: 0.4032118 Aug 16 11:42:35.659328 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.684323 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f166db-e7f4-4cac-b287-2145f62fec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d60a372-11c3-4063-831e-7a7401bc931b,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:35.715348 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.798503 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.806978 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Allocated IP 172.20.0.2 (3db73e9b-6b39-4a78-96ce-de02f6e19129/69b18b99-6824-483d-92e5-7e9470081e8e/355af544-fcf6-4648-813a-d7448675ab05) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:35.870434 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.898362 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-33fd5d46-425c-44d0-b5e8-8a88ce30bdda req-c9363970-5ce4-44ad-97a5-d0c06d51adfb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.1166840 Aug 16 11:42:35.904621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8ef93f68-6b2d-4fbd-8949-ff688e0ac884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:35.935801 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Allocated IP 172.27.0.86 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/ae1e462b-aef4-40e3-8321-eab7c0a11c4e) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:36.044363 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.071774 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Transition to ACTIVE for port object 355af544-fcf6-4648-813a-d7448675ab05 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:36.107304 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Transition to ACTIVE for port object 355af544-fcf6-4648-813a-d7448675ab05 will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:36.172953 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.213479 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.221948 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8ef93f68-6b2d-4fbd-8949-ff688e0ac884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.267394 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-8ef93f68-6b2d-4fbd-8949-ff688e0ac884 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=445a0174411947b49b32236b64a0bff0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9575989 Aug 16 11:42:36.275582 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40496) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:36.316823 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-685ca0f8-a747-4efd-bea2-4cd4ca53a844 req-e746ab20-592b-49c1-bc63-e589775b7e0b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.1869214 Aug 16 11:42:36.368677 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:36.370319 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:36.385994 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:42:36.394506 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.443962 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93f68-6b2d-4fbd-8949-ff688e0ac884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ac03b-eeaf-4052-93fa-07cc6b0af204,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:36.471162 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Pushing event updated for resources: {'Port': ['ID=355af544-fcf6-4648-813a-d7448675ab05,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:36.485190 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.485556 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.485888 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.486218 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.486709 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.487041 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.487419 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.487885 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.488305 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.488636 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.488980 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.489273 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Tracked resource versions report: Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: pushed versions: Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: { 'AddressGroup': {'1.2'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'ConntrackHelper': {'1.0'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Log': {'1.0'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Network': {'1.1'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Port': {'1.7'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'PortForwarding': {'1.2'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'QosPolicy': {'1.9'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SecurityGroup': {'1.4'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SecurityGroupRule': {'1.2'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SubPort': {'1.0'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Subnet': {'1.1'}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Trunk': {'1.1'}} Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: consumer versions: Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: { DHCP agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: HyperV agent@hv-cinder-80469: {}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: L3 agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: Metadata agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: Metering agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: Open vSwitch agent@dv-cinder-804698-1-iscsi: { 'AddressGroup': '1.2', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'ConntrackHelper': '1.0', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Log': '1.0', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Network': '1.1', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Port': '1.7', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'PortForwarding': '1.2', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'QosPolicy': '1.9', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SecurityGroup': '1.4', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SecurityGroupRule': '1.2', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'SubPort': '1.0', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Subnet': '1.1', Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: 'Trunk': '1.1'}} Aug 16 11:42:36.490417 dv-cinder-804698-1-iscsi neutron-server[100979]: {{(pid=100979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 11:42:36.497755 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:36.500754 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.511197 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:36.520749 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:42:36.528451 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Attempting to bind port 355af544-fcf6-4648-813a-d7448675ab05 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:42:36.528820 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Attempting to bind port 355af544-fcf6-4648-813a-d7448675ab05 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:42:36.529177 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Attempting to bind port 355af544-fcf6-4648-813a-d7448675ab05 on network 3db73e9b-6b39-4a78-96ce-de02f6e19129 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:36.534294 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:42:36.534691 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Checking segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:36.535613 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.536003 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Bound using segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:42:36.536490 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Bound port: 355af544-fcf6-4648-813a-d7448675ab05, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:42:36.536893 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.556494 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0e1a-6b4a-4b11-9c4d-8d213a61f5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.596237 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1e462b-aef4-40e3-8321-eab7c0a11c4e,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:36.610611 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] For port 355af544-fcf6-4648-813a-d7448675ab05, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:42:36.614294 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] For port 355af544-fcf6-4648-813a-d7448675ab05, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=355af544-fcf6-4648-813a-d7448675ab05,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:42:36.633978 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0e1a-6b4a-4b11-9c4d-8d213a61f5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.756940 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.824532 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f392706-d71b-4df3-98a7-85726243c07f None None] Pushing event updated for resources: {'Port': ['ID=355af544-fcf6-4648-813a-d7448675ab05,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:36.845264 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0e1a-6b4a-4b11-9c4d-8d213a61f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.851309 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0e1a-6b4a-4b11-9c4d-8d213a61f5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.855682 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-3aaf0e1a-6b4a-4b11-9c4d-8d213a61f5be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad0ac03b-eeaf-4052-93fa-07cc6b0af204 HTTP/1.1" status: 204 len: 168 time: 0.5758412 Aug 16 11:42:36.869297 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf0e1a-6b4a-4b11-9c4d-8d213a61f5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ac03b-eeaf-4052-93fa-07cc6b0af204,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:36.895885 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.941242 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:36.969774 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40516) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:37.082067 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6abcc8c6-4492-4721-9492-b6c0bca9b1fa req-eaaf7782-541c-445e-8e5e-7e6c9ae95598 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0487540 Aug 16 11:42:37.211584 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:37.213972 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-696920f6-8da0-46bf-9222-ae76117655d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:37.258878 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Allocated IP 172.27.0.51 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/f00e137d-0f52-4fb2-a3ef-5895c5801974) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:37.306726 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:37.527661 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:37.569668 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-44b93c7d-57be-4d96-9546-0db6df908939 req-cadc0324-f2a6-487f-9db1-0f15da46e6c4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.1118028 Aug 16 11:42:37.583872 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-696920f6-8da0-46bf-9222-ae76117655d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:37.619131 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:37.689580 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-696920f6-8da0-46bf-9222-ae76117655d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:37.775872 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-696920f6-8da0-46bf-9222-ae76117655d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c8a629059524ddfbc1abd6e33cc8caf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8049023 Aug 16 11:42:37.778885 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40548) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:37.786446 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696920f6-8da0-46bf-9222-ae76117655d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69300b5-5eac-4132-b801-ff0012812f53,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:37.814274 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:37.906015 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:37.924254 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:37.933274 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:42:37.959933 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Router c60056f1-32ab-42e8-810a-1f4322f42af3 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:42:37.960087 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Pushing event updated for resources: {'Port': ['ID=f00e137d-0f52-4fb2-a3ef-5895c5801974,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:37.998468 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-82029b48-bfde-4932-8de8-b026266a0c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:38.108896 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91247fb9-8545-494d-8354-a0d2102a716c None None] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:38.109518 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:42:38.126975 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Sync routers for ids ['c60056f1-32ab-42e8-810a-1f4322f42af3'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:42:38.140549 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Routers {'c60056f1-32ab-42e8-810a-1f4322f42af3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:42:38.141409 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:42:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['c60056f1-32ab-42e8-810a-1f4322f42af3'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:38.243267 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-82029b48-bfde-4932-8de8-b026266a0c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:38.247199 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e5db7b1b-8a5d-4d19-91b9-f69a85e458f2 req-88839f10-bd1b-4cc1-8970-4991d7a2ca86 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0424123 Aug 16 11:42:38.300149 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:38.305153 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-673ddbb5-a3c2-45c1-a905-b7b49dd1c262 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1448095 Aug 16 11:42:38.305971 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40564) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:38.368840 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Set router c60056f1-32ab-42e8-810a-1f4322f42af3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:42:38.580405 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-82029b48-bfde-4932-8de8-b026266a0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:38.596524 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-82029b48-bfde-4932-8de8-b026266a0c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:38.597734 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-82029b48-bfde-4932-8de8-b026266a0c63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d69300b5-5eac-4132-b801-ff0012812f53 HTTP/1.1" status: 204 len: 168 time: 0.8178997 Aug 16 11:42:38.618965 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-487d1ad4-3a84-401d-bdd1-9ef3736ad791 None None] Provisioning for port 355af544-fcf6-4648-813a-d7448675ab05 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:42:38.782402 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82029b48-bfde-4932-8de8-b026266a0c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69300b5-5eac-4132-b801-ff0012812f53,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:38.787513 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:38.824638 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:42:36Z', 'revision_number': 3, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:38.895387 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 355af544-fcf6-4648-813a-d7448675ab05 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:38.935373 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Checking router: c60056f1-32ab-42e8-810a-1f4322f42af3 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:42:38.943408 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Updating router c60056f1-32ab-42e8-810a-1f4322f42af3 port ae1e462b-aef4-40e3-8321-eab7c0a11c4e binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:42:38.948141 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40582) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:38.978993 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.038766 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-336e0ff0-65a1-4e46-86c1-6c7f9a536120 req-76b5d281-a4fc-486c-ab6b-8d5c464bf049 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.0531600 Aug 16 11:42:39.091443 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 355af544-fcf6-4648-813a-d7448675ab05 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:42:39.099764 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 355af544-fcf6-4648-813a-d7448675ab05 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:39.100699 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.177360 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.220112 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.277164 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.353473 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 355af544-fcf6-4648-813a-d7448675ab05, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=355af544-fcf6-4648-813a-d7448675ab05,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:42:39.380096 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-86907429-network', 'tenant_id': 'f6ef252f19824f69883b6b6e88063aab'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:39.413259 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.422899 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.462474 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Transition to ACTIVE for port object ae1e462b-aef4-40e3-8321-eab7c0a11c4e will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:39.506834 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=355af544-fcf6-4648-813a-d7448675ab05,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:39.507067 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Allocated IP 172.20.0.1 (2f820806-fc3e-4134-9a6e-eb710b4d59dd/ecda6e4b-c2db-47b2-8a50-cd261b67f157/1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:39.527458 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Made reservation on behalf of f6ef252f19824f69883b6b6e88063aab for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:39.530366 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.545288 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.551687 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ea2294c-d171-4ba4-9998-f7e88230a7ba req-160cc986-fbba-4ce9-b671-152bd1a488a9 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0372989 Aug 16 11:42:39.556384 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.557075 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Router dde2550c-d072-4d50-8e36-656255f45d5a is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:42:39.631519 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Attempting to bind port ae1e462b-aef4-40e3-8321-eab7c0a11c4e on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:42:39.632683 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Attempting to bind port ae1e462b-aef4-40e3-8321-eab7c0a11c4e by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:42:39.633332 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Attempting to bind port ae1e462b-aef4-40e3-8321-eab7c0a11c4e on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:39.638430 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Pushing event updated for resources: {'Port': ['ID=ae1e462b-aef4-40e3-8321-eab7c0a11c4e,revision_number=2']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:39.647383 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:42:39.647760 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:39.648370 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.648772 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:42:39.649251 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Bound port: ae1e462b-aef4-40e3-8321-eab7c0a11c4e, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:42:39.649654 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.652856 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.653434 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.653968 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.654312 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.654667 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.655741 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.656264 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.656599 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.656940 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.657273 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.657710 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.657920 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Tracked resource versions report: Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: pushed versions: Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: { 'AddressGroup': {'1.2'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'ConntrackHelper': {'1.0'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Log': {'1.0'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Network': {'1.1'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Port': {'1.7'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'PortForwarding': {'1.2'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'QosPolicy': {'1.9'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SecurityGroup': {'1.4'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SecurityGroupRule': {'1.2'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SubPort': {'1.0'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Subnet': {'1.1'}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Trunk': {'1.1'}} Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: consumer versions: Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: { DHCP agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: HyperV agent@hv-cinder-80469: {}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: L3 agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: Metadata agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: Metering agent@dv-cinder-804698-1-iscsi: {}, Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: Open vSwitch agent@dv-cinder-804698-1-iscsi: { 'AddressGroup': '1.2', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'ConntrackHelper': '1.0', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Log': '1.0', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Network': '1.1', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Port': '1.7', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'PortForwarding': '1.2', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'QosPolicy': '1.9', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SecurityGroup': '1.4', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SecurityGroupRule': '1.2', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'SubPort': '1.0', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Subnet': '1.1', Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: 'Trunk': '1.1'}} Aug 16 11:42:39.659204 dv-cinder-804698-1-iscsi neutron-server[100980]: {{(pid=100980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 11:42:39.705693 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:42:39.718292 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Sync routers for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:42:39.729589 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:42:39.730688 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:42:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:39.731169 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] For port ae1e462b-aef4-40e3-8321-eab7c0a11c4e, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:42:39.738373 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.739520 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] For port ae1e462b-aef4-40e3-8321-eab7c0a11c4e, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ae1e462b-aef4-40e3-8321-eab7c0a11c4e,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:42:39.788128 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.856802 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:42:39.876649 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.937341 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Routers {'c60056f1-32ab-42e8-810a-1f4322f42af3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:42:39.937970 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:42:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['c60056f1-32ab-42e8-810a-1f4322f42af3'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:39.942981 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb17553-13cf-4362-8810-db61727800dd None None] Pushing event updated for resources: {'Port': ['ID=ae1e462b-aef4-40e3-8321-eab7c0a11c4e,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:39.949138 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:39.960795 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.049001 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:42:40.070785 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34531b9a-09b0-4f16-a8a3-08fb2abb485d,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:40.081232 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Network 2f820806-fc3e-4134-9a6e-eb710b4d59dd is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:40.096934 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.097318 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Added segment daea0605-158f-4e5b-9ce1-2f1e1b2c75c5 of type vlan for network 8945a1be-373a-4855-bdcc-92047650801f Aug 16 11:42:40.104717 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] Notify callbacks [] for router, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.105948 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-cc932e99-5dd4-4df2-8a7e-8b828a5f9b87 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8055162 Aug 16 11:42:40.107971 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:40.108910 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40612) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:40.144588 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:40.157061 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:38Z', 'revision_number': 3, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:40.183608 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] Set router c60056f1-32ab-42e8-810a-1f4322f42af3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:42:40.204608 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Checking router: dde2550c-d072-4d50-8e36-656255f45d5a for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:42:40.204961 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Updating router dde2550c-d072-4d50-8e36-656255f45d5a port f00e137d-0f52-4fb2-a3ef-5895c5801974 binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:42:40.218730 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.223670 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:42:40.224350 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.249577 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.335897 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4973512a-0822-474a-9324-6c680be50724 req-8e53a293-e617-4dea-a0ef-3e158e4b31cc tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.0884802 Aug 16 11:42:40.396955 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.398358 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:40.399188 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.596303 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:42:36Z', 'revision_number': 3, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:40.634430 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabc635e-710c-4f02-9182-293dd3e721e2 None None] The sync data for ids ['c60056f1-32ab-42e8-810a-1f4322f42af3'] in dv-cinder-804698-1-iscsi is: [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:42:36Z', 'revision_number': 3, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:42:40.794784 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.813176 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 355af544-fcf6-4648-813a-d7448675ab05 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:40.817425 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Transition to ACTIVE for port object f00e137d-0f52-4fb2-a3ef-5895c5801974 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:40.826744 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7d4dc2d0-10d9-4cb5-82a3-b84e11ae238f req-657f32cd-aa18-4e2e-b38b-d8a68e0749c9 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.1049304 Aug 16 11:42:40.885542 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 355af544-fcf6-4648-813a-d7448675ab05 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:40.886024 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.892088 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8945a1be-373a-4855-bdcc-92047650801f,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:40.897972 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.926523 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 8945a1be-373a-4855-bdcc-92047650801f details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:42:40.933206 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.942785 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:40.959926 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-1a2203dd-ad0b-48cb-a897-fe0e52ffe7a4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0091372 Aug 16 11:42:40.960847 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40640) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:41.218502 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010562b-424a-4fab-9ba3-acad828e2b36 None None] Pushing event updated for resources: {'Port': ['ID=f00e137d-0f52-4fb2-a3ef-5895c5801974,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:41.272976 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Request body: {'subnet': {'network_id': '8945a1be-373a-4855-bdcc-92047650801f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-86907429-subnet', 'tenant_id': 'f6ef252f19824f69883b6b6e88063aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:41.289181 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Attempting to bind port f00e137d-0f52-4fb2-a3ef-5895c5801974 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:42:41.289552 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Attempting to bind port f00e137d-0f52-4fb2-a3ef-5895c5801974 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:42:41.290068 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Attempting to bind port f00e137d-0f52-4fb2-a3ef-5895c5801974 on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:41.308704 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:42:41.309016 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:41.309422 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:41.310047 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:42:41.310279 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Bound port: f00e137d-0f52-4fb2-a3ef-5895c5801974, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:42:41.310702 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:41.330300 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.36', 49857) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:41.398302 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:41.527001 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9dfde8e3-2cbf-4d95-be40-b70f170eaca1 req-5af204d4-9c70-4b96-a6d8-fa669d9b279e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.0589910 Aug 16 11:42:41.539749 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:41.546057 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:41.565979 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] For port f00e137d-0f52-4fb2-a3ef-5895c5801974, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:42:41.570955 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] For port f00e137d-0f52-4fb2-a3ef-5895c5801974, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=f00e137d-0f52-4fb2-a3ef-5895c5801974,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:42:41.618571 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Allocated IP 172.20.0.1 (3db73e9b-6b39-4a78-96ce-de02f6e19129/69b18b99-6824-483d-92e5-7e9470081e8e/595afd4b-f86f-4591-98b9-8cebd216352f) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:41.699906 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:41.729047 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Made reservation on behalf of f6ef252f19824f69883b6b6e88063aab for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:41.731472 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:41.787839 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:41.806469 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-af6b5cd8-d83b-43d0-9ef2-c6e73f8f6f44 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:41.808169 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-af6b5cd8-d83b-43d0-9ef2-c6e73f8f6f44 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.36 "GET /v2.0/networks?id=708fe32c-5199-4f3a-b073-49337031d88f HTTP/1.1" status: 200 len: 811 time: 0.4756794 Aug 16 11:42:41.817370 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:42:41.817370 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:42:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:41.827611 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Network 2f820806-fc3e-4134-9a6e-eb710b4d59dd is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:41.829148 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:41.912234 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Request body: {'port': {'device_id': '386c2626-d1b6-49ad-9986-fac25ce88b12', 'network_id': '708fe32c-5199-4f3a-b073-49337031d88f', 'admin_state_up': True, 'tenant_id': 'bc68151be02144ba92d141ea609efe44'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:41.958444 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:42:42.121456 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b066d8a2-87eb-483d-b60f-8b8a2090daa3 req-1b690521-547a-42c0-bdac-bb02edd0e81d tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.1040776 Aug 16 11:42:42.166436 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:42.190062 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010562b-424a-4fab-9ba3-acad828e2b36 None None] Pushing event updated for resources: {'Port': ['ID=f00e137d-0f52-4fb2-a3ef-5895c5801974,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:42.250221 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Transition to ACTIVE for port object 595afd4b-f86f-4591-98b9-8cebd216352f will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:42.297718 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.36', 49863) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:42.367926 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:38Z', 'revision_number': 3, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:42.410969 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024247d-55c9-4a9d-ab7a-f6b2517488a7 None None] The sync data for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi is: [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:38Z', 'revision_number': 3, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:42:42.578130 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Router c60056f1-32ab-42e8-810a-1f4322f42af3 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:42:42.596380 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:42.689870 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-a17bce6c-4395-4c73-a7de-281445b4114b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:42.692088 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:42.692349 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-a17bce6c-4395-4c73-a7de-281445b4114b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 815 time: 0.3756855 Aug 16 11:42:42.709758 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Request body: {'port': {'device_id': '662c25b2-65d4-48ba-8f13-dd63095e5585', 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'admin_state_up': True, 'tenant_id': '8312d74ac85449e18ff7358288d4f1ac'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:42.744690 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Made reservation on behalf of bc68151be02144ba92d141ea609efe44 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:42.751389 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:42.840685 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ba0967c7-089d-4bdd-9ca5-991768f6d316 req-3c56cceb-0cfb-40c0-839c-165656a3c31c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.1282866 Aug 16 11:42:42.845502 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ae1e462b-aef4-40e3-8321-eab7c0a11c4e up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:42.860353 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Checking segment: {'id': 'daea0605-158f-4e5b-9ce1-2f1e1b2c75c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8945a1be-373a-4855-bdcc-92047650801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:42.860353 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Network hostable DHCP agents. Network: 8945a1be-373a-4855-bdcc-92047650801f, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:42:42.860353 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a798c165-2728-472c-b629-7f3176dc8191,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:42.883407 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:42.886499 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:42.929232 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Pushing event updated for resources: {'Port': ['ID=595afd4b-f86f-4591-98b9-8cebd216352f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:42.953520 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:42:42.954793 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:43.094828 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:42:43.110634 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-87387ddd-d512-4d8d-9807-7564b09e88a2 admin admin] 10.222.0.25 "PUT /v2.0/routers/c60056f1-32ab-42e8-810a-1f4322f42af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8022976 Aug 16 11:42:43.173060 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port ae1e462b-aef4-40e3-8321-eab7c0a11c4e completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:42:43.197572 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port ae1e462b-aef4-40e3-8321-eab7c0a11c4e triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:43.202414 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:43.209253 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Network 8945a1be-373a-4855-bdcc-92047650801f is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:42:43.403917 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:43.440636 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port ae1e462b-aef4-40e3-8321-eab7c0a11c4e, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ae1e462b-aef4-40e3-8321-eab7c0a11c4e,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:42:43.442086 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-891374b0-54e5-48bc-9f1d-6e55a7603372 req-0ea79dab-9a11-4011-9693-b35927b2e58d tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0907562 Aug 16 11:42:43.470717 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-64c08328-3d85-4219-8715-15ba1cede8be None None] Provisioning for port 595afd4b-f86f-4591-98b9-8cebd216352f completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:42:43.477669 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-64c08328-3d85-4219-8715-15ba1cede8be None None] Provisioning complete for port 595afd4b-f86f-4591-98b9-8cebd216352f triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:43.486537 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-64c08328-3d85-4219-8715-15ba1cede8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:43.532584 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 8945a1be-373a-4855-bdcc-92047650801f) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:43.568682 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-64c08328-3d85-4219-8715-15ba1cede8be None None] Port 595afd4b-f86f-4591-98b9-8cebd216352f cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:42:43.576196 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1efdb07-7c99-4d8a-ba4f-e19e0521db57 None None] Network 8945a1be-373a-4855-bdcc-92047650801f requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:43.602868 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:43.606965 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:43.675329 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:43.789554 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Allocated IP 172.20.0.2 (708fe32c-5199-4f3a-b073-49337031d88f/d9ffdea7-7966-4538-88b6-c74f6dea5795/406d1250-e07a-45fa-b517-dfbb9019e6ee) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:43.812677 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Sync routers for ids ['c60056f1-32ab-42e8-810a-1f4322f42af3'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:42:43.813572 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Made reservation on behalf of 8312d74ac85449e18ff7358288d4f1ac for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:43.832376 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:43.832727 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Routers {'c60056f1-32ab-42e8-810a-1f4322f42af3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:42:43.833510 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:42:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['c60056f1-32ab-42e8-810a-1f4322f42af3'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:44.022635 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:44.023649 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=ae1e462b-aef4-40e3-8321-eab7c0a11c4e,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:44.103758 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dcd9e0e9-7e89-4242-920c-f00c986c58cc req-0d3ac5e5-13c3-41c4-9942-c0c67f5206aa tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.0909731 Aug 16 11:42:44.424375 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-3f46f4db-9434-4c57-9d2c-4ecf8dc52cb7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.1676004 Aug 16 11:42:44.433417 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dbecfb-c6d7-490c-bb6d-9aa0e7b2d664 None None] Network 8945a1be-373a-4855-bdcc-92047650801f requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:44.479756 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Set router c60056f1-32ab-42e8-810a-1f4322f42af3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:42:45.460034 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Allocated IP 172.20.0.3 (aec198fa-5463-421b-b401-50b8a1858058/a4ae5d56-03b2-417b-beeb-8c32b563799c/366a0ef8-4204-48c6-bc57-9f1c24abdafa) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:45.460034 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.463726 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67de0477-8fe8-4068-8583-86ba40c943c1 req-2fb99cc2-06da-466d-b0c7-4ef552ab6ed8 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.2637181 Aug 16 11:42:45.463726 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.464628 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:42:40Z', 'revision_number': 4, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1', 'name': '', 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'mac_address': 'fa:16:3e:d9:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ecda6e4b-c2db-47b2-8a50-cd261b67f157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:39Z', 'updated_at': '2021-08-16T11:42:41Z', 'revision_number': 2, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'subnets': [{'id': 'ecda6e4b-c2db-47b2-8a50-cd261b67f157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:45.465561 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device f00e137d-0f52-4fb2-a3ef-5895c5801974 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:45.469253 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-f5db3396-a417-458a-a284-13ddb6996023 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:45.469253 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-f5db3396-a417-458a-a284-13ddb6996023 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 819 time: 0.6862833 Aug 16 11:42:45.471262 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.471713 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-67bc6f33-bb33-4840-a90e-9255e7f99268 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/quotas/9dcca4b6d53d48d7b9c29bda6c962086 HTTP/1.1" status: 200 len: 375 time: 0.0239990 Aug 16 11:42:45.471852 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Checking router: c60056f1-32ab-42e8-810a-1f4322f42af3 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:42:45.471852 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Updating router c60056f1-32ab-42e8-810a-1f4322f42af3 port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:42:45.471852 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.472006 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-482b9118-8dd8-4555-8d0f-e37d16b6fc6a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1075847 Aug 16 11:42:45.472006 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8d295c55-f965-4038-a62b-fc73cc8b838a req-1f332000-0c2f-493c-ae5d-307f43d3cfa3 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.0440168 Aug 16 11:42:45.472006 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-8cb51e9f-24de-42a7-8f01-8eb4b35f9fc6 service neutron] 10.222.0.25 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678929 Aug 16 11:42:45.481954 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port f00e137d-0f52-4fb2-a3ef-5895c5801974 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:42:45.484909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.490482 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.493836 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port f00e137d-0f52-4fb2-a3ef-5895c5801974 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:45.494208 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.518282 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.519553 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.666913 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Pushing event updated for resources: {'Port': ['ID=406d1250-e07a-45fa-b517-dfbb9019e6ee,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:45.701954 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Network 708fe32c-5199-4f3a-b073-49337031d88f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:45.732076 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:45.758870 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Network aec198fa-5463-421b-b401-50b8a1858058 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:45.764210 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:42:45.770652 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:45.771287 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.822949 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.824024 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:45.830835 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Pushing event updated for resources: {'Port': ['ID=595afd4b-f86f-4591-98b9-8cebd216352f,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:45.852422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:42:45.861851 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:45.862945 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.886149 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port f00e137d-0f52-4fb2-a3ef-5895c5801974, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=f00e137d-0f52-4fb2-a3ef-5895c5801974,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:42:45.890871 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-f18b4b03-3d73-4364-9db4-a359fcfb8011 service neutron] 10.222.0.25 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796507 Aug 16 11:42:45.893627 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Pushing event updated for resources: {'Port': ['ID=366a0ef8-4204-48c6-bc57-9f1c24abdafa,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:45.953528 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-c7867b16-9f94-429b-9a31-037510364ceb tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0458050 Aug 16 11:42:45.984522 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-967b2a6c-45fd-4e4f-ba39-72ebbdd6dd6b tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:42:45.985024 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:45.986048 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ae1e462b-aef4-40e3-8321-eab7c0a11c4e up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:45.991652 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-967b2a6c-45fd-4e4f-ba39-72ebbdd6dd6b tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222342 Aug 16 11:42:46.004121 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-783f47ba-82bb-4a44-b331-e817eb726b25 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3011770 Aug 16 11:42:46.028569 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:46.046757 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Transition to ACTIVE for port object 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:46.071424 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:46.079272 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:46.214441 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40822) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:46.299877 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=f00e137d-0f52-4fb2-a3ef-5895c5801974,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:46.340456 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port ae1e462b-aef4-40e3-8321-eab7c0a11c4e triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:46.340839 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:46.348474 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe88f2b-213f-43ad-b7f2-4d6c850b5710 req-49f7d9ed-4ca2-4fc5-9500-7520336abbf5 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:46.350189 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3fe88f2b-213f-43ad-b7f2-4d6c850b5710 req-49f7d9ed-4ca2-4fc5-9500-7520336abbf5 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 931 time: 0.1995227 Aug 16 11:42:46.640680 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Router dde2550c-d072-4d50-8e36-656255f45d5a has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:42:46.640680 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3fe88f2b-213f-43ad-b7f2-4d6c850b5710 req-5289cd5f-8cf6-4558-9def-e41602024390 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086552 Aug 16 11:42:46.646028 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f03763af-58d4-41d3-9be9-b7eded6b2e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:46.670475 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:46.707623 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-6682c710-6cdf-40b8-9d04-bc58052fb065 None None] Provisioning complete for port 595afd4b-f86f-4591-98b9-8cebd216352f triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:46.707623 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6682c710-6cdf-40b8-9d04-bc58052fb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:46.778320 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f03763af-58d4-41d3-9be9-b7eded6b2e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:46.791235 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:42:46.806385 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Sync routers for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:42:46.870248 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921fcbd-8d00-4364-bae6-7df0ae009aff None None] Pushing event updated for resources: {'Port': ['ID=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:46.896383 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device f00e137d-0f52-4fb2-a3ef-5895c5801974 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:46.914044 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-985b78c7-a771-458e-a78f-010560a852b0 admin admin] 10.222.0.25 "PUT /v2.0/routers/dde2550c-d072-4d50-8e36-656255f45d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7926877 Aug 16 11:42:46.931891 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:42:46.935468 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:42:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:46.956057 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f03763af-58d4-41d3-9be9-b7eded6b2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:47.011784 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7801c-d9fc-4779-ade8-3fe87d8336d4 req-e80aba80-a270-440c-ad51-06fc95991876 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:47.026144 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-19e7801c-d9fc-4779-ade8-3fe87d8336d4 req-e80aba80-a270-440c-ad51-06fc95991876 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 931 time: 0.3854451 Aug 16 11:42:47.074641 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-6682c710-6cdf-40b8-9d04-bc58052fb065 None None] Port 595afd4b-f86f-4591-98b9-8cebd216352f cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:42:47.149110 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-f03763af-58d4-41d3-9be9-b7eded6b2e45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a243b3062daa439d84bd2dad2bd55256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9329138 Aug 16 11:42:47.153687 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40850) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:47.170924 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-19e7801c-d9fc-4779-ade8-3fe87d8336d4 req-ef5ed643-0cd3-4506-8ad9-e745687874ef tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429288 Aug 16 11:42:47.219138 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Attempting to bind port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:42:47.219905 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Attempting to bind port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:42:47.220658 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Attempting to bind port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 on network 2f820806-fc3e-4134-9a6e-eb710b4d59dd {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:47.221162 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03763af-58d4-41d3-9be9-b7eded6b2e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d73eb-4cdf-439d-8f6a-6bae9c355c17,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:47.248522 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:42:47.251738 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Checking segment: {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:47.252582 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:47.253206 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Bound using segment: {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:42:47.254024 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Bound port: 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:42:47.255750 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:47.306685 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cef7b047-a223-4c81-a12b-f0f3098b925a req-bfbc174d-fea2-4bd6-9ac9-78714be87676 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.1553700 Aug 16 11:42:47.392867 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-393f8c6d-30ff-4fb3-8fcc-41aa8e4a4aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:47.500284 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-393f8c6d-30ff-4fb3-8fcc-41aa8e4a4aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:47.530561 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] For port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:42:47.540455 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] For port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:42:47.625672 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Request body: {'port': {'device_id': '662c25b2-65d4-48ba-8f13-dd63095e5585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:47.634972 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:47.668840 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port f00e137d-0f52-4fb2-a3ef-5895c5801974 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:47.669294 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:47.672361 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Request body: {'port': {'device_id': '386c2626-d1b6-49ad-9986-fac25ce88b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:47.719845 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b96c3-fcf8-47fb-8e67-927141382664 req-0b8ebdcb-f307-40fb-a490-36c579569c1e tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:47.733966 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-870b96c3-fcf8-47fb-8e67-927141382664 req-0b8ebdcb-f307-40fb-a490-36c579569c1e tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 931 time: 0.1208599 Aug 16 11:42:47.736703 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40868) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:47.763375 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1282269625-network', 'tenant_id': 'c7effd31f6144c7b869f60907826117c'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:47.777209 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:42:47.911272 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-870b96c3-fcf8-47fb-8e67-927141382664 req-ad62e7d6-f48d-412d-8bd0-2784e11e7711 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760652 Aug 16 11:42:47.925009 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Routers {'c60056f1-32ab-42e8-810a-1f4322f42af3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:42:47.929770 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:42:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['c60056f1-32ab-42e8-810a-1f4322f42af3'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:48.046273 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Made reservation on behalf of c7effd31f6144c7b869f60907826117c for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:48.061903 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:48.066289 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:48.088771 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:48.117189 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:48.273928 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-393f8c6d-30ff-4fb3-8fcc-41aa8e4a4aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:48.280953 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-393f8c6d-30ff-4fb3-8fcc-41aa8e4a4aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:48.282272 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-393f8c6d-30ff-4fb3-8fcc-41aa8e4a4aa3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e16d73eb-4cdf-439d-8f6a-6bae9c355c17 HTTP/1.1" status: 204 len: 168 time: 1.1275525 Aug 16 11:42:48.380623 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f8c6d-30ff-4fb3-8fcc-41aa8e4a4aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d73eb-4cdf-439d-8f6a-6bae9c355c17,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:48.490454 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215998-1212-4118-9bf5-3dced96f5487 req-8408c9a3-47f7-43be-8b6d-385a39b57a8e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:48.519796 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-8408c9a3-47f7-43be-8b6d-385a39b57a8e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 819 time: 0.3587029 Aug 16 11:42:48.588503 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:44Z', 'revision_number': 2, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:48.593791 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] Set router c60056f1-32ab-42e8-810a-1f4322f42af3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:42:48.611741 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-d82d3a36-ffac-4268-8563-ffc9ab0bcabe tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/quotas/9dcca4b6d53d48d7b9c29bda6c962086 HTTP/1.1" status: 200 len: 375 time: 0.0698805 Aug 16 11:42:48.656158 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Checking router: dde2550c-d072-4d50-8e36-656255f45d5a for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:42:48.662791 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Updating router dde2550c-d072-4d50-8e36-656255f45d5a port 595afd4b-f86f-4591-98b9-8cebd216352f binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:42:48.725594 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:48.751125 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921fcbd-8d00-4364-bae6-7df0ae009aff None None] Pushing event updated for resources: {'Port': ['ID=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,revision_number=4']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:48.827361 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-c8216fed-b64d-4762-aaec-60c430481d0a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885951 Aug 16 11:42:49.201340 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-a2aa5d53-60e6-454c-80ca-6ebf083e4521 service neutron] 10.222.0.25 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466542 Aug 16 11:42:49.393169 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:42:40Z', 'revision_number': 4, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1', 'name': '', 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'mac_address': 'fa:16:3e:d9:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ecda6e4b-c2db-47b2-8a50-cd261b67f157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:39Z', 'updated_at': '2021-08-16T11:42:47Z', 'revision_number': 4, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'subnets': [{'id': 'ecda6e4b-c2db-47b2-8a50-cd261b67f157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:49.447094 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:49.460717 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40908) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:49.485088 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366a0ef8-4204-48c6-bc57-9f1c24abdafa {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:42:49.488531 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4743da-63db-4d3b-a0ef-47efc7e06d73 None None] The sync data for ids ['c60056f1-32ab-42e8-810a-1f4322f42af3'] in dv-cinder-804698-1-iscsi is: [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:42:40Z', 'revision_number': 4, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1', 'name': '', 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'mac_address': 'fa:16:3e:d9:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ecda6e4b-c2db-47b2-8a50-cd261b67f157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:39Z', 'updated_at': '2021-08-16T11:42:47Z', 'revision_number': 4, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'subnets': [{'id': 'ecda6e4b-c2db-47b2-8a50-cd261b67f157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:42:49.542102 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-5a7e38d3-a414-4d75-ab5d-09e4d23c26bc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876297033', 'description': 'tempest-description--1662924447'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:49.605785 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:49.642512 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:49.796534 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Transition to ACTIVE for port object 366a0ef8-4204-48c6-bc57-9f1c24abdafa will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:49.879268 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 40918) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:50.012612 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.043332 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dea2166-2a9f-4c2e-a381-31ae96b11c38,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:50.107383 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Transition to ACTIVE for port object 595afd4b-f86f-4591-98b9-8cebd216352f will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:50.127111 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:42:50.127687 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406d1250-e07a-45fa-b517-dfbb9019e6ee {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:42:50.156324 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.187681 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Transition to ACTIVE for port object 406d1250-e07a-45fa-b517-dfbb9019e6ee will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:42:50.233394 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-ecb56d78-a2f8-4f85-aa9d-bac31a9f63dc service neutron] 10.222.0.25 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0250390 Aug 16 11:42:50.237654 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.243371 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Added segment edeca4d5-eab5-4fcb-97a1-2e8d14c2af1e of type vlan for network 6dea9b63-12d2-43e8-9584-2131703ad288 Aug 16 11:42:50.281064 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-845ea6cb-0da5-4c9d-92c5-f398dcbc471e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.298091 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28651dd4-9d78-49fb-a1b7-5f9a0c24e48a req-07678576-652f-44be-bf43-d5dd5a5541a2 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:50.315075 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28651dd4-9d78-49fb-a1b7-5f9a0c24e48a req-07678576-652f-44be-bf43-d5dd5a5541a2 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 931 time: 0.7645378 Aug 16 11:42:50.375008 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.424956 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28651dd4-9d78-49fb-a1b7-5f9a0c24e48a req-cdead80d-b715-4a41-a1d1-c7b57dd089db tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813298 Aug 16 11:42:50.450645 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.452263 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.464502 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5a7e38d3-a414-4d75-ab5d-09e4d23c26bc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.542167 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.617591 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=366a0ef8-4204-48c6-bc57-9f1c24abdafa,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:50.665134 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b90a6-6c35-46e9-8e87-c1bd0b4a3c4a None None] Pushing event updated for resources: {'Port': ['ID=595afd4b-f86f-4591-98b9-8cebd216352f,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:50.689918 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c073a04-774e-413f-8933-38ee211698e2 req-cf63edcb-9c65-45f8-a5b7-75a36501027b tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:50.707514 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8c073a04-774e-413f-8933-38ee211698e2 req-cf63edcb-9c65-45f8-a5b7-75a36501027b tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.1658857 Aug 16 11:42:50.741978 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.770350 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:50.773740 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.877725 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Attempting to bind port 595afd4b-f86f-4591-98b9-8cebd216352f on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:42:50.878353 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Attempting to bind port 595afd4b-f86f-4591-98b9-8cebd216352f by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:42:50.878938 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Attempting to bind port 595afd4b-f86f-4591-98b9-8cebd216352f on network 3db73e9b-6b39-4a78-96ce-de02f6e19129 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:50.893039 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:42:50.927030 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Checking segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:50.927030 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.927030 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Bound using segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:42:50.927030 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Bound port: 595afd4b-f86f-4591-98b9-8cebd216352f, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:42:50.927030 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:50.978202 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:51.096834 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-14955c73-2696-4d6b-8383-a7256f084581 req-d1d4a555-7d94-4a96-a656-66b6ae03e77e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.2463343 Aug 16 11:42:51.161878 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8c073a04-774e-413f-8933-38ee211698e2 req-3116e0f4-f1cc-48c6-957b-77380e610a39 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527593 Aug 16 11:42:51.166917 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6dea9b63-12d2-43e8-9584-2131703ad288,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:51.187372 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Pushing event updated for resources: {'Port': ['ID=406d1250-e07a-45fa-b517-dfbb9019e6ee,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:51.212478 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 6dea9b63-12d2-43e8-9584-2131703ad288 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:42:51.437095 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-845ea6cb-0da5-4c9d-92c5-f398dcbc471e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:51.448444 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] For port 595afd4b-f86f-4591-98b9-8cebd216352f, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:42:51.464016 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] For port 595afd4b-f86f-4591-98b9-8cebd216352f, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=595afd4b-f86f-4591-98b9-8cebd216352f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:42:51.477673 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Attempting to bind port 366a0ef8-4204-48c6-bc57-9f1c24abdafa on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:42:51.478023 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Attempting to bind port 366a0ef8-4204-48c6-bc57-9f1c24abdafa by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:42:51.478364 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Attempting to bind port 366a0ef8-4204-48c6-bc57-9f1c24abdafa on network aec198fa-5463-421b-b401-50b8a1858058 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:51.513802 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Port 366a0ef8-4204-48c6-bc57-9f1c24abdafa on network aec198fa-5463-421b-b401-50b8a1858058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:42:51.514121 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Attempting to bind port 366a0ef8-4204-48c6-bc57-9f1c24abdafa on network aec198fa-5463-421b-b401-50b8a1858058 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:51.549502 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Attempting to bind port 406d1250-e07a-45fa-b517-dfbb9019e6ee on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:42:51.550630 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Attempting to bind port 406d1250-e07a-45fa-b517-dfbb9019e6ee by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'c08677e7-7f7d-4e91-b3ea-bf5166d032e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '708fe32c-5199-4f3a-b073-49337031d88f'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:42:51.551112 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Attempting to bind port 406d1250-e07a-45fa-b517-dfbb9019e6ee on network 708fe32c-5199-4f3a-b073-49337031d88f {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:51.554285 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:42:51.554928 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Checking segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:51.555771 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Bound using segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:42:51.556492 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Bound port: 366a0ef8-4204-48c6-bc57-9f1c24abdafa, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:42:51.557015 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:51.584161 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-845ea6cb-0da5-4c9d-92c5-f398dcbc471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:51.597498 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:51.616374 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:42:51.634094 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99a0d1-8d16-4417-8649-ae34aefca58f req-2db04f9c-fbef-42f1-8280-d1be4ae415f8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:51.640932 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:51.645519 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6f99a0d1-8d16-4417-8649-ae34aefca58f req-2db04f9c-fbef-42f1-8280-d1be4ae415f8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.1136620 Aug 16 11:42:51.652039 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:51.752043 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Port 406d1250-e07a-45fa-b517-dfbb9019e6ee on network 708fe32c-5199-4f3a-b073-49337031d88f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:42:51.752531 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Attempting to bind port 406d1250-e07a-45fa-b517-dfbb9019e6ee on network 708fe32c-5199-4f3a-b073-49337031d88f {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:42:51.762251 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6f99a0d1-8d16-4417-8649-ae34aefca58f req-f2fbb63f-ec71-4e7c-8e27-5d947dd2e705 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181810 Aug 16 11:42:51.836255 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ea6cb-0da5-4c9d-92c5-f398dcbc471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8f31d-8a44-4af3-85db-8b1d78906d20,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:51.875112 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5a7e38d3-a414-4d75-ab5d-09e4d23c26bc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:51.882619 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:42:51.883528 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:42:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:51.948427 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:42:51.954680 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5a7e38d3-a414-4d75-ab5d-09e4d23c26bc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:51.963473 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Checking segment: {'id': 'c08677e7-7f7d-4e91-b3ea-bf5166d032e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '708fe32c-5199-4f3a-b073-49337031d88f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:51.964037 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Bound using segment: {'id': 'c08677e7-7f7d-4e91-b3ea-bf5166d032e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '708fe32c-5199-4f3a-b073-49337031d88f'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:42:51.964612 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Bound port: 406d1250-e07a-45fa-b517-dfbb9019e6ee, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08677e7-7f7d-4e91-b3ea-bf5166d032e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '708fe32c-5199-4f3a-b073-49337031d88f'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:42:51.964861 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:51.973921 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40956) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:51.994858 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-845ea6cb-0da5-4c9d-92c5-f398dcbc471e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b32a9550a3d64e16ad8121ca6e5a1683&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1131718 Aug 16 11:42:52.018277 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40960) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:52.055443 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] For port 366a0ef8-4204-48c6-bc57-9f1c24abdafa, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:42:52.071570 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e38d3-a414-4d75-ab5d-09e4d23c26bc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecf305e-b79a-4f8f-939a-5746364cec4f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:52.103468 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ca728470-a126-4f5d-9de1-a089bf5986f8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3636811 Aug 16 11:42:52.108416 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40962) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:52.130071 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5a7e38d3-a414-4d75-ab5d-09e4d23c26bc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:52.148212 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-5a7e38d3-a414-4d75-ab5d-09e4d23c26bc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6416831 Aug 16 11:42:52.160092 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Request body: {'subnet': {'network_id': '6dea9b63-12d2-43e8-9584-2131703ad288', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1282269625-subnet', 'tenant_id': 'c7effd31f6144c7b869f60907826117c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:52.175889 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 40966) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:52.189090 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-1537d7d1-5429-4a69-b5d3-ddbc1318ba44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'security_group_rule': {'security_group_id': 'cecf305e-b79a-4f8f-939a-5746364cec4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:52.234041 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] For port 366a0ef8-4204-48c6-bc57-9f1c24abdafa, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=366a0ef8-4204-48c6-bc57-9f1c24abdafa,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:42:52.281450 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b90a6-6c35-46e9-8e87-c1bd0b4a3c4a None None] Pushing event updated for resources: {'Port': ['ID=595afd4b-f86f-4591-98b9-8cebd216352f,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:52.332940 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] For port 406d1250-e07a-45fa-b517-dfbb9019e6ee, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:42:52.338069 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] For port 406d1250-e07a-45fa-b517-dfbb9019e6ee, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=406d1250-e07a-45fa-b517-dfbb9019e6ee,segment=NetworkSegment(c08677e7-7f7d-4e91-b3ea-bf5166d032e6),segment_id=c08677e7-7f7d-4e91-b3ea-bf5166d032e6)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:42:52.354797 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:42:52.408127 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d19be7a2-d5f0-42e4-8182-ecf077e91096 req-00e068d9-474f-4f60-9069-58513ee392ed tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.1832316 Aug 16 11:42:52.469124 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bf5374ac-83b0-486e-b471-7103912aed7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:52.518692 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f66888bf-f9f7-4afc-b762-31a4f931f92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:52.518692 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bf5374ac-83b0-486e-b471-7103912aed7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:52.524010 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d69cf3-b286-41c2-b5ec-bbee4d798b29 req-6812a34f-a74f-4b7a-8196-dbb70cec4b3f tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:52.533086 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-66d69cf3-b286-41c2-b5ec-bbee4d798b29 req-6812a34f-a74f-4b7a-8196-dbb70cec4b3f tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.2011485 Aug 16 11:42:52.575577 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:52.646683 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-66d69cf3-b286-41c2-b5ec-bbee4d798b29 req-f2293c98-1927-41bc-929e-207261e5207e tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804198 Aug 16 11:42:52.648696 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:42:52.711769 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-7d91e8df-5387-49ef-b627-88061419669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:51Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:52.741821 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91e8df-5387-49ef-b627-88061419669d None None] The sync data for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi is: [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:51Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:42:52.932778 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e6c9-23d2-4ea8-96b4-a4037ef234f9 req-5243fc87-00dc-4d93-8d97-68c349c4832e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:52.936548 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7cc1e6c9-23d2-4ea8-96b4-a4037ef234f9 req-5243fc87-00dc-4d93-8d97-68c349c4832e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.0623124 Aug 16 11:42:52.995615 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7cc1e6c9-23d2-4ea8-96b4-a4037ef234f9 req-68ced25f-95cf-4390-909e-d5dfb09fa0d4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520155 Aug 16 11:42:53.073906 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.080218 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.081109 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.092327 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.124434 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bf5374ac-83b0-486e-b471-7103912aed7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.141423 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:53.142000 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bf5374ac-83b0-486e-b471-7103912aed7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.149827 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-bf5374ac-83b0-486e-b471-7103912aed7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41d8f31d-8a44-4af3-85db-8b1d78906d20 HTTP/1.1" status: 204 len: 168 time: 1.1292207 Aug 16 11:42:53.151332 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.153280 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] 10.222.0.36 "PUT /v2.0/ports/406d1250-e07a-45fa-b517-dfbb9019e6ee HTTP/1.1" status: 200 len: 1093 time: 6.2148633 Aug 16 11:42:53.156541 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386c2626-d1b6-49ad-9986-fac25ce88b12', 'tag': '406d1250-e07a-45fa-b517-dfbb9019e6ee'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:42:53.167982 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.db.api [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 11:42:53.167982 dv-cinder-804698-1-iscsi neutron-server[100977]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 11:42:53.167982 dv-cinder-804698-1-iscsi neutron-server[100977]: [parameters: {'project_id': 'c7effd31f6144c7b869f60907826117c', 'id': '9640bd0c-cc7d-45d5-a9a4-d5792620aa71', 'expiration': datetime.datetime(2021, 8, 16, 11, 44, 53, 161503)}] Aug 16 11:42:53.167982 dv-cinder-804698-1-iscsi neutron-server[100977]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 11:42:53.168331 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG oslo_db.api [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 11:42:53.184882 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1537d7d1-5429-4a69-b5d3-ddbc1318ba44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.201587 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5374ac-83b0-486e-b471-7103912aed7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8f31d-8a44-4af3-85db-8b1d78906d20,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:53.286695 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 595afd4b-f86f-4591-98b9-8cebd216352f up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:53.290333 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:53.421662 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=366a0ef8-4204-48c6-bc57-9f1c24abdafa,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:53.430213 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:53.432632 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.434312 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-8fb9fdde-27bc-4f04-b1f6-9f4e4c114ec0 service neutron] 10.222.0.36 "PUT /v2.0/ports/366a0ef8-4204-48c6-bc57-9f1c24abdafa HTTP/1.1" status: 200 len: 1093 time: 6.4904773 Aug 16 11:42:53.575596 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8b9b5-5155-45a5-937c-0bc8d1d6558d service neutron] Pushing event updated for resources: {'Port': ['ID=406d1250-e07a-45fa-b517-dfbb9019e6ee,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:53.632489 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-92626be0-a2c7-40d9-b18f-07f8ecd26a9b req-cbdc3da1-a475-47d7-942d-9733c97e8626 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.0526538 Aug 16 11:42:53.673311 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1537d7d1-5429-4a69-b5d3-ddbc1318ba44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.719524 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f66888bf-f9f7-4afc-b762-31a4f931f92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.761514 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 595afd4b-f86f-4591-98b9-8cebd216352f completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:42:53.769380 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 595afd4b-f86f-4591-98b9-8cebd216352f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:53.770778 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.824036 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215796b3-fc3a-413a-8326-9b3a244145cc req-071e78b7-2105-4e2c-a480-8465add8cfbf tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:53.825646 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-215796b3-fc3a-413a-8326-9b3a244145cc req-071e78b7-2105-4e2c-a480-8465add8cfbf tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.0810578 Aug 16 11:42:53.856322 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1537d7d1-5429-4a69-b5d3-ddbc1318ba44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.899567 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f66888bf-f9f7-4afc-b762-31a4f931f92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:53.953118 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1cca5a-86ab-4754-a51c-5cbd873cd61d" -d '{"events": [{"name": "network-changed", "server_uuid": "386c2626-d1b6-49ad-9986-fac25ce88b12", "tag": "406d1250-e07a-45fa-b517-dfbb9019e6ee"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:42:53.995636 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.106002 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 595afd4b-f86f-4591-98b9-8cebd216352f, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=595afd4b-f86f-4591-98b9-8cebd216352f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:42:54.107688 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d7d1-5429-4a69-b5d3-ddbc1318ba44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd48d87-7043-4f34-aedb-7afadd23462f,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:54.112694 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66888bf-f9f7-4afc-b762-31a4f931f92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a04d5b-941c-4ae1-93e3-d9bb257f164b,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:54.143418 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41000) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:54.144346 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f66888bf-f9f7-4afc-b762-31a4f931f92c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ccfe6edbbf244281aa0202853515befe&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1640465 Aug 16 11:42:54.149050 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-215796b3-fc3a-413a-8326-9b3a244145cc req-0fe70b97-abeb-481b-b728-a320e3f2610a tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018849 Aug 16 11:42:54.230389 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Made reservation on behalf of c7effd31f6144c7b869f60907826117c for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:54.230389 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.269389 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-56b03e0c-f1f6-42b1-9b00-d93cb75cf4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.319080 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-56b03e0c-f1f6-42b1-9b00-d93cb75cf4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.383989 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.504972 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=595afd4b-f86f-4591-98b9-8cebd216352f,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:54.552902 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1537d7d1-5429-4a69-b5d3-ddbc1318ba44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.555946 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1537d7d1-5429-4a69-b5d3-ddbc1318ba44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3761809 Aug 16 11:42:54.626766 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b8702f-67b5-4951-801a-43499cd2b401 x-openstack-request-id: req-24b8702f-67b5-4951-801a-43499cd2b401 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:42:54.627436 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386c2626-d1b6-49ad-9986-fac25ce88b12", "tag": "406d1250-e07a-45fa-b517-dfbb9019e6ee", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:42:54.628064 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24b8702f-67b5-4951-801a-43499cd2b401 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:42:54.629004 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386c2626-d1b6-49ad-9986-fac25ce88b12', 'tag': '406d1250-e07a-45fa-b517-dfbb9019e6ee', 'status': 'completed', 'code': 200} Aug 16 11:42:54.629841 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41012) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:54.637796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-718db5b2-a0a8-4db3-afa8-0362a2dee761 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'security_group_rule': {'security_group_id': 'cecf305e-b79a-4f8f-939a-5746364cec4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:54.760985 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315f42b-68a4-4683-a49e-55a9bd82cf45 req-23874f2c-bb62-457e-9015-9d45d8a13254 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:54.762641 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e315f42b-68a4-4683-a49e-55a9bd82cf45 req-23874f2c-bb62-457e-9015-9d45d8a13254 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.2355311 Aug 16 11:42:54.810025 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:42:54.857811 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ce0d14b-feaa-4961-b7f4-4e7a05e4a2ef req-d8a2fcc6-2558-4074-b62c-09356519d228 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.0499060 Aug 16 11:42:54.866537 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e315f42b-68a4-4683-a49e-55a9bd82cf45 req-e7ec7abe-3bf1-4860-ab3b-824cf501ea4c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968616 Aug 16 11:42:54.977440 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.977585 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-56b03e0c-f1f6-42b1-9b00-d93cb75cf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.981573 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-56b03e0c-f1f6-42b1-9b00-d93cb75cf4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:54.985867 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-56b03e0c-f1f6-42b1-9b00-d93cb75cf4bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99a04d5b-941c-4ae1-93e3-d9bb257f164b HTTP/1.1" status: 204 len: 168 time: 0.8387511 Aug 16 11:42:55.000395 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-718db5b2-a0a8-4db3-afa8-0362a2dee761 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:55.036438 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a718f0-ed64-4a26-94d0-68ace3b0bb56,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:55.046601 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Checking segment: {'id': 'edeca4d5-eab5-4fcb-97a1-2e8d14c2af1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6dea9b63-12d2-43e8-9584-2131703ad288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:42:55.047264 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Network hostable DHCP agents. Network: 6dea9b63-12d2-43e8-9584-2131703ad288, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:42:55.055961 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b03e0c-f1f6-42b1-9b00-d93cb75cf4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a04d5b-941c-4ae1-93e3-d9bb257f164b,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:55.156876 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-718db5b2-a0a8-4db3-afa8-0362a2dee761 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:55.177137 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Network 6dea9b63-12d2-43e8-9584-2131703ad288 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:42:55.238294 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:55.307925 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:55.308389 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:55.325343 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0866fb-70ac-4d8a-bdff-61f0f6b2634d req-788b6266-a3f1-4dc0-bb37-8afd4d4b4208 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:55.327629 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c0866fb-70ac-4d8a-bdff-61f0f6b2634d req-788b6266-a3f1-4dc0-bb37-8afd4d4b4208 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.0790732 Aug 16 11:42:55.382841 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c0866fb-70ac-4d8a-bdff-61f0f6b2634d req-7573d27d-ff2e-4b5c-9248-562bf10335c9 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Aug 16 11:42:55.400686 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 595afd4b-f86f-4591-98b9-8cebd216352f up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:42:55.457106 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 595afd4b-f86f-4591-98b9-8cebd216352f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:42:55.457477 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:55.570923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-718db5b2-a0a8-4db3-afa8-0362a2dee761 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:55.590843 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718db5b2-a0a8-4db3-afa8-0362a2dee761 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b36973-1e1b-4761-b0bb-ef24fc5b2bbf,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:55.675353 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 6dea9b63-12d2-43e8-9584-2131703ad288) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:55.682261 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:55.699651 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:55.700506 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47c8f4-02a5-4732-960d-871e95a72bbf None None] Network 6dea9b63-12d2-43e8-9584-2131703ad288 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:55.784293 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-718db5b2-a0a8-4db3-afa8-0362a2dee761 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:55.785933 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-718db5b2-a0a8-4db3-afa8-0362a2dee761 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1545577 Aug 16 11:42:55.788982 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41028) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:55.793873 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:55.831332 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-9e4342ac-938c-4a87-9597-52e99a0b6a70 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7059858 Aug 16 11:42:55.848066 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66055f92-1b46-4fff-a5a6-91dfeeb9b268 None None] Network 6dea9b63-12d2-43e8-9584-2131703ad288 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:42:55.947410 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:55.961808 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-93cf09a6-9d4e-415f-9aea-e0790e6b719a req-f3d874f3-8e6b-430f-9d61-fdafca8c65de tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.0361712 Aug 16 11:42:56.155427 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646554a-c4a6-41dd-bd60-a5afe99c6163 req-5d49c65b-f52c-47b0-b1b1-1699114eba4e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:56.157184 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3646554a-c4a6-41dd-bd60-a5afe99c6163 req-5d49c65b-f52c-47b0-b1b1-1699114eba4e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.0857830 Aug 16 11:42:56.202069 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:56.206286 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3646554a-c4a6-41dd-bd60-a5afe99c6163 req-88ea7a4c-886e-4836-a0cc-5a91732ce98e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Aug 16 11:42:56.327558 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Allocated IP 172.27.0.124 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/79829b58-66e6-4fe3-83e8-25c54773787c) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:56.473410 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:56.507049 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85f94c-3050-4a47-9878-66e14d681e23 req-6c150e20-768c-4d49-9657-ebdf3b511139 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:56.508791 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bf85f94c-3050-4a47-9878-66e14d681e23 req-6c150e20-768c-4d49-9657-ebdf3b511139 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.0564432 Aug 16 11:42:56.514339 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41044) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:56.577832 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bf85f94c-3050-4a47-9878-66e14d681e23 req-66a5cbde-aedc-4e17-8541-83e728a17607 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523586 Aug 16 11:42:56.670308 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662c25b2-65d4-48ba-8f13-dd63095e5585', 'tag': '366a0ef8-4204-48c6-bc57-9f1c24abdafa'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:42:56.670308 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba36b87e-281e-42e0-af76-dd5818de89d1" -d '{"events": [{"name": "network-changed", "server_uuid": "662c25b2-65d4-48ba-8f13-dd63095e5585", "tag": "366a0ef8-4204-48c6-bc57-9f1c24abdafa"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:42:56.670308 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57de9f-792f-4f6a-aaa5-f97e7abf5dea x-openstack-request-id: req-7e57de9f-792f-4f6a-aaa5-f97e7abf5dea {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:42:56.670308 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662c25b2-65d4-48ba-8f13-dd63095e5585", "tag": "366a0ef8-4204-48c6-bc57-9f1c24abdafa", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:42:56.670308 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e57de9f-792f-4f6a-aaa5-f97e7abf5dea {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:42:56.671309 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662c25b2-65d4-48ba-8f13-dd63095e5585', 'tag': '366a0ef8-4204-48c6-bc57-9f1c24abdafa', 'status': 'completed', 'code': 200} Aug 16 11:42:56.672832 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41052) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:56.731915 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0844180-6d0d-4ee9-b65e-8080b5e49e73 admin admin] Deleting subnet a798c165-2728-472c-b629-7f3176dc8191 {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:42:56.735958 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0844180-6d0d-4ee9-b65e-8080b5e49e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:56.779560 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1a0c226a-f690-4b5e-ad4a-df7294d22699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:56.800590 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0844180-6d0d-4ee9-b65e-8080b5e49e73 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:56.811830 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0844180-6d0d-4ee9-b65e-8080b5e49e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:56.864715 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:56.921887 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:42:56.925185 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:42:56.927628 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:42:56.941275 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'Port': ['ID=79829b58-66e6-4fe3-83e8-25c54773787c,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:56.954876 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1a0c226a-f690-4b5e-ad4a-df7294d22699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.076361 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f48f06f9-2ae3-4ec9-81fd-0a10977f3629 req-e8573956-1f3f-435b-961e-2ac1e8d2d5a2 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.0275502 Aug 16 11:42:57.094321 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0844180-6d0d-4ee9-b65e-8080b5e49e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.125672 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0844180-6d0d-4ee9-b65e-8080b5e49e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.127681 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d0844180-6d0d-4ee9-b65e-8080b5e49e73 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a798c165-2728-472c-b629-7f3176dc8191 HTTP/1.1" status: 204 len: 168 time: 0.4538450 Aug 16 11:42:57.128510 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0844180-6d0d-4ee9-b65e-8080b5e49e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a798c165-2728-472c-b629-7f3176dc8191,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:57.130947 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41064) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:57.175736 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1a0c226a-f690-4b5e-ad4a-df7294d22699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.192092 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.239801 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1a0c226a-f690-4b5e-ad4a-df7294d22699 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ccc854bdd2a24b6b97f81c3546e16899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239623 Aug 16 11:42:57.244759 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c226a-f690-4b5e-ad4a-df7294d22699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9097c121-b2e5-4348-ae3b-3db8cb4ca921,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:57.244955 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41068) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:57.251635 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.306013 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-deb6816a-da15-4d38-a4e5-ad35339b2ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.323256 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41070) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:57.359834 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-deb6816a-da15-4d38-a4e5-ad35339b2ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.368127 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9a88-152e-4fc7-9b3b-4d86b30b5d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.384161 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.395604 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.398655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > port after_create 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > port after_update 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.403062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.584363 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.36', 49887) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:57.668188 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-deb6816a-da15-4d38-a4e5-ad35339b2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.671285 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-deb6816a-da15-4d38-a4e5-ad35339b2ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.672441 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-deb6816a-da15-4d38-a4e5-ad35339b2ee8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9097c121-b2e5-4348-ae3b-3db8cb4ca921 HTTP/1.1" status: 204 len: 168 time: 0.4286222 Aug 16 11:42:57.718948 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.719394 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.719721 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.720045 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:42:57.720413 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8945a1be-373a-4855-bdcc-92047650801f']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:57.724204 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b87e-281e-42e0-af76-dd5818de89d1 req-788da407-950b-477d-a21e-549231468cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:57.725803 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ba36b87e-281e-42e0-af76-dd5818de89d1 req-788da407-950b-477d-a21e-549231468cab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 1096 time: 0.2535551 Aug 16 11:42:57.733268 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6816a-da15-4d38-a4e5-ad35339b2ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9097c121-b2e5-4348-ae3b-3db8cb4ca921,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:57.753421 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92c25b-db03-4359-bacf-d571598e7e81 req-1975eb21-5712-4bd9-8549-127c91e71789 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:57.755073 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b92c25b-db03-4359-bacf-d571598e7e81 req-1975eb21-5712-4bd9-8549-127c91e71789 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.4507942 Aug 16 11:42:57.772026 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daea0605-158f-4e5b-9ce1-2f1e1b2c75c5') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:57.779891 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daea0605-158f-4e5b-9ce1-2f1e1b2c75c5') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:57.809645 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cca5a-86ab-4754-a51c-5cbd873cd61d req-41dee3a7-77f6-4816-87b3-0d6496d4a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:57.811485 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d1cca5a-86ab-4754-a51c-5cbd873cd61d req-41dee3a7-77f6-4816-87b3-0d6496d4a115 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc68151be02144ba92d141ea609efe44&device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 1096 time: 0.2252345 Aug 16 11:42:57.840927 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.887813 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.904388 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:42:57.904784 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:57.909223 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b92c25b-db03-4359-bacf-d571598e7e81 req-491a22e5-9271-4847-a75e-aec37c39fd13 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937965 Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: from cryptography.utils import int_from_bytes Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: from cryptography.utils import int_from_bytes Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:42:57.912270 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:42:57.931807 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-c4dcff0f-ec80-450f-a810-7a3ba2d40d97 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:57.933036 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eda7d-deed-4764-901f-fd958ae03973 req-66bb7e9d-fba5-4415-aa74-96f7eb69c832 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:57.933272 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-c4dcff0f-ec80-450f-a810-7a3ba2d40d97 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 819 time: 0.4621611 Aug 16 11:42:57.934520 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-544eda7d-deed-4764-901f-fd958ae03973 req-66bb7e9d-fba5-4415-aa74-96f7eb69c832 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.2086718 Aug 16 11:42:57.990143 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Request body: {'port': {'device_id': 'eca73bc6-b6cb-4293-95c3-5ead855ee16e', 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd', 'admin_state_up': True, 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:58.011396 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-544eda7d-deed-4764-901f-fd958ae03973 req-cd383232-c860-4c2b-8480-9274d39e13b1 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512538 Aug 16 11:42:58.096397 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.129387 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.131686 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] 10.222.0.25 "DELETE /v2.0/networks/8945a1be-373a-4855-bdcc-92047650801f HTTP/1.1" status: 204 len: 168 time: 0.9995382 Aug 16 11:42:58.133467 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721d67-4551-44d0-9c5c-0b0c01b9f7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=8945a1be-373a-4855-bdcc-92047650801f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:58.141421 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41090) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:58.148877 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9a88-152e-4fc7-9b3b-4d86b30b5d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.156143 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.200446 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b87e-281e-42e0-af76-dd5818de89d1 req-6dd30299-26a5-49f8-939f-63f846683d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:58.202528 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ba36b87e-281e-42e0-af76-dd5818de89d1 req-6dd30299-26a5-49f8-939f-63f846683d21 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8312d74ac85449e18ff7358288d4f1ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4575071 Aug 16 11:42:58.213015 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fae1093-5b4c-472c-9abf-e588e227522c admin admin] Deleting subnet 78a718f0-ed64-4a26-94d0-68ace3b0bb56 {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:42:58.219950 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5fae1093-5b4c-472c-9abf-e588e227522c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.239515 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cca5a-86ab-4754-a51c-5cbd873cd61d req-00f3d38e-9417-4831-a652-cc87ae7a9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:58.241000 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d1cca5a-86ab-4754-a51c-5cbd873cd61d req-00f3d38e-9417-4831-a652-cc87ae7a9301 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bc68151be02144ba92d141ea609efe44&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3856025 Aug 16 11:42:58.280907 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f6171443-5ba3-40f9-b783-c3f0ceaaf3c7 req-7f031d24-ccf9-4317-b431-cc48447e5dd8 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.0285835 Aug 16 11:42:58.299661 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5fae1093-5b4c-472c-9abf-e588e227522c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.332652 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.334603 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9a88-152e-4fc7-9b3b-4d86b30b5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.371885 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5fae1093-5b4c-472c-9abf-e588e227522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.527545 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5fae1093-5b4c-472c-9abf-e588e227522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.551401 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5fae1093-5b4c-472c-9abf-e588e227522c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.551401 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-5fae1093-5b4c-472c-9abf-e588e227522c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/78a718f0-ed64-4a26-94d0-68ace3b0bb56 HTTP/1.1" status: 204 len: 168 time: 0.4078770 Aug 16 11:42:58.572576 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41104) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:58.574905 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae1093-5b4c-472c-9abf-e588e227522c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a718f0-ed64-4a26-94d0-68ace3b0bb56,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:58.647520 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.657317 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.698410 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b4bb9a88-152e-4fc7-9b3b-4d86b30b5d5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62b3536f549c4d839adc6c5376c8bee9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3738697 Aug 16 11:42:58.705002 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41110) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:58.736911 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41112) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:58.765426 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb9a88-152e-4fc7-9b3b-4d86b30b5d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e7915-dea9-40df-8a14-8d2639d7fcaf,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:58.768127 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'Port': ['ID=79829b58-66e6-4fe3-83e8-25c54773787c,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:58.794013 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.806826 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83034a77-ac61-476f-ba3a-59bfc669efd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.812639 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dea9b63-12d2-43e8-9584-2131703ad288']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:58.824130 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b87e-281e-42e0-af76-dd5818de89d1 req-ce44788a-b4d5-4d38-99ba-ff552c533377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:58.827083 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-47f6b4ac-ba6f-4311-94c9-5b0076fc78a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.827191 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ba36b87e-281e-42e0-af76-dd5818de89d1 req-ce44788a-b4d5-4d38-99ba-ff552c533377 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6135898 Aug 16 11:42:58.828378 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeca4d5-eab5-4fcb-97a1-2e8d14c2af1e') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:58.828815 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeca4d5-eab5-4fcb-97a1-2e8d14c2af1e') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:42:58.829160 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Made reservation on behalf of 9dcca4b6d53d48d7b9c29bda6c962086 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:42:58.832754 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.845019 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cca5a-86ab-4754-a51c-5cbd873cd61d req-f1003d13-d0d3-4d60-9233-c6aa1b3401af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:58.845960 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.846505 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d1cca5a-86ab-4754-a51c-5cbd873cd61d req-f1003d13-d0d3-4d60-9233-c6aa1b3401af service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5862384 Aug 16 11:42:58.879336 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-47f6b4ac-ba6f-4311-94c9-5b0076fc78a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.887161 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.902304 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:42:58.911139 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:42:58.913173 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.36', 49891) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:42:59.045621 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d7651-b414-40f2-a580-8d59d43a05b4 req-0dd1378a-5dd7-4690-acba-135c793200ab tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:59.047216 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d12d7651-b414-40f2-a580-8d59d43a05b4 req-0dd1378a-5dd7-4690-acba-135c793200ab tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.0633585 Aug 16 11:42:59.088071 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:59.098191 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-7fde8980-6c64-4474-92da-03f1983c2321 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2992077 Aug 16 11:42:59.098191 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-854ea584-a74b-4acc-85ac-f7f15dfad358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:59.098191 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-854ea584-a74b-4acc-85ac-f7f15dfad358 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 1096 time: 0.1996744 Aug 16 11:42:59.101570 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-38a44d51-66ca-43cc-9486-ecea49b247b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:59.103062 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-38a44d51-66ca-43cc-9486-ecea49b247b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc68151be02144ba92d141ea609efe44&device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 1096 time: 0.1859984 Aug 16 11:42:59.116413 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d12d7651-b414-40f2-a580-8d59d43a05b4 req-f564691c-e1b8-447a-bd40-ed667cc53e9b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600879 Aug 16 11:42:59.117818 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:59.119655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-47f6b4ac-ba6f-4311-94c9-5b0076fc78a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:59.126693 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-47f6b4ac-ba6f-4311-94c9-5b0076fc78a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:59.126693 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-47f6b4ac-ba6f-4311-94c9-5b0076fc78a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d9e7915-dea9-40df-8a14-8d2639d7fcaf HTTP/1.1" status: 204 len: 168 time: 0.4178803 Aug 16 11:42:59.146370 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:42:59.155356 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] 10.222.0.25 "DELETE /v2.0/networks/6dea9b63-12d2-43e8-9584-2131703ad288 HTTP/1.1" status: 204 len: 168 time: 0.5799401 Aug 16 11:42:59.157892 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0392e26-eac8-47f1-9450-b9cdd1e5511f admin admin] Pushing event deleted for resources: {'Network': ['ID=6dea9b63-12d2-43e8-9584-2131703ad288,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:59.189901 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6b4ac-ba6f-4311-94c9-5b0076fc78a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e7915-dea9-40df-8a14-8d2639d7fcaf,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:42:59.292892 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-ca49d116-a28c-4ab3-941c-f85122a93a50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a0ef8-4204-48c6-bc57-9f1c24abdafa HTTP/1.1" status: 200 len: 217 time: 0.1793783 Aug 16 11:42:59.301613 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Allocated IP 172.20.0.9 (2f820806-fc3e-4134-9a6e-eb710b4d59dd/ecda6e4b-c2db-47b2-8a50-cd261b67f157/2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:42:59.301613 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-1f703eaa-b12c-4d6f-8857-9d95666b3ca7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=406d1250-e07a-45fa-b517-dfbb9019e6ee HTTP/1.1" status: 200 len: 217 time: 0.1783078 Aug 16 11:42:59.309707 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215998-1212-4118-9bf5-3dced96f5487 req-ab07170f-215f-4bad-8323-036f4b6ecb95 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:59.311441 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-ab07170f-215f-4bad-8323-036f4b6ecb95 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 819 time: 0.4166987 Aug 16 11:42:59.319213 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a18b31-e980-47b8-b28f-1e402cc2ad29 req-c4ad325f-764a-4d91-879c-352b1b617fe8 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:59.348412 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b0a18b31-e980-47b8-b28f-1e402cc2ad29 req-c4ad325f-764a-4d91-879c-352b1b617fe8 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.1111677 Aug 16 11:42:59.362562 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Request body: {'port': {'device_id': 'a9f15da0-f42f-42a9-8786-0fa785a72fa4', 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd', 'admin_state_up': True, 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:42:59.382757 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b0a18b31-e980-47b8-b28f-1e402cc2ad29 req-d59a90fa-b275-4c6f-9d81-74017a5d337f tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435934 Aug 16 11:42:59.517749 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-49846652-0ca9-41e3-832f-e0f029ca1a36 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--876297033&fields=id&tenant_id=9ee6233957fd4f58aad455bc7aab64b2 HTTP/1.1" status: 200 len: 267 time: 0.1102459 Aug 16 11:42:59.520106 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8273603b-87a4-4f54-b1da-5d6d4f88a74d req-7b0d4112-cd24-4aa7-8117-758f3b01cd3f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.0521162 Aug 16 11:42:59.526218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-6616181e-8971-43cc-82dc-ea466d370cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:59.527948 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-6616181e-8971-43cc-82dc-ea466d370cea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4ae5d56-03b2-417b-beeb-8c32b563799c HTTP/1.1" status: 200 len: 855 time: 0.2274368 Aug 16 11:42:59.592611 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-bc4d06fd-5a58-4cab-b85a-de9ecf614afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:59.593999 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-bc4d06fd-5a58-4cab-b85a-de9ecf614afa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9ffdea7-7966-4538-88b6-c74f6dea5795 HTTP/1.1" status: 200 len: 851 time: 0.2737646 Aug 16 11:42:59.641056 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-3c706bfa-723a-40ab-b88f-1ce9e052199d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aec198fa-5463-421b-b401-50b8a1858058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002345 Aug 16 11:42:59.735506 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-af475e66-48aa-495a-9e99-de1c1d849863 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=708fe32c-5199-4f3a-b073-49337031d88f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975232 Aug 16 11:42:59.768876 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-5a8dade3-f063-4020-9cfb-377b8edc46eb tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:42:59.774839 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-5a8dade3-f063-4020-9cfb-377b8edc46eb tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 817 time: 0.2428634 Aug 16 11:42:59.792611 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-5c144959-38dd-45ab-acad-6931a0393792 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/quotas/9ee6233957fd4f58aad455bc7aab64b2 HTTP/1.1" status: 200 len: 375 time: 0.0151553 Aug 16 11:42:59.867414 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-55293b10-4a8c-4150-b7c1-e21f19afd0df tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650465 Aug 16 11:42:59.944800 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83034a77-ac61-476f-ba3a-59bfc669efd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.002451 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-34123855-a81a-4057-b1a4-1260a7a05422 service neutron] 10.222.0.25 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157312 Aug 16 11:43:00.002904 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.012671 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41150) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:00.018091 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-cdd8fae7-2148-4b43-985d-924c13b9809d service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348048 Aug 16 11:43:00.025381 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-3bea250b-714a-4a58-9908-dfbc71e43315 service neutron] 10.222.0.36 "GET /v2.0/networks/708fe32c-5199-4f3a-b073-49337031d88f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652915 Aug 16 11:43:00.096462 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83034a77-ac61-476f-ba3a-59bfc669efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.117317 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-c7eb869a-e9d1-4964-8dc6-3555387f3737 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6ef252f19824f69883b6b6e88063aab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1011229 Aug 16 11:43:00.126448 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41154) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:00.181039 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-e840d6be-51bf-4bc6-9cf0-11261d205348 service neutron] 10.222.0.25 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614351 Aug 16 11:43:00.203729 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27a7596f-9bb1-4203-b38a-50a73434902c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.213621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83034a77-ac61-476f-ba3a-59bfc669efd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d800e73-0445-43e6-9efb-d15c6edcc88c,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:00.229748 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-83034a77-ac61-476f-ba3a-59bfc669efd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52df073aab6b4370a2656da0c7403f42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4766381 Aug 16 11:43:00.237802 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41160) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:00.244259 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27a7596f-9bb1-4203-b38a-50a73434902c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.289701 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Made reservation on behalf of 9dcca4b6d53d48d7b9c29bda6c962086 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:43:00.293139 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.301747 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a6431332-6037-4c7a-8e41-25a3ce816eee req-09f6b984-d2cd-4c54-b649-66773d7b629d service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743490 Aug 16 11:43:00.310531 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-faff42a3-2c72-48da-9fe0-adff0a3a7d97 req-a8147303-41de-4e17-a6ae-056796814aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/708fe32c-5199-4f3a-b073-49337031d88f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742267 Aug 16 11:43:00.344097 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83297a-8cf3-43f9-886e-470333b9dc56 req-188638a9-62ff-483b-874b-303c099c981e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:00.345762 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9e83297a-8cf3-43f9-886e-470333b9dc56 req-188638a9-62ff-483b-874b-303c099c981e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.0801811 Aug 16 11:43:00.399904 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9e83297a-8cf3-43f9-886e-470333b9dc56 req-51e4fe7c-ffa5-4da0-ad55-c7698333b8df tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Aug 16 11:43:00.469672 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27a7596f-9bb1-4203-b38a-50a73434902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.472298 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27a7596f-9bb1-4203-b38a-50a73434902c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.475811 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-27a7596f-9bb1-4203-b38a-50a73434902c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34531b9a-09b0-4f16-a8a3-08fb2abb485d HTTP/1.1" status: 204 len: 168 time: 0.3491950 Aug 16 11:43:00.487811 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7596f-9bb1-4203-b38a-50a73434902c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34531b9a-09b0-4f16-a8a3-08fb2abb485d,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:00.535688 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.634434 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1f6b0b67-035a-41af-8f24-856a1a65a97b req-8591e830-d672-4321-9d5d-d5524ce555a5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 210 time: 0.0287032 Aug 16 11:43:00.654661 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323677d-0dab-4bf3-ab14-2491ad84b250 req-2a255faf-44c3-4379-a18d-dca0b4e1910c tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:00.656641 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e323677d-0dab-4bf3-ab14-2491ad84b250 req-2a255faf-44c3-4379-a18d-dca0b4e1910c tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.1529133 Aug 16 11:43:00.691585 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Network 2f820806-fc3e-4134-9a6e-eb710b4d59dd is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:43:00.704698 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-05c63495-201b-4b82-af66-86503915b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.730334 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-05c63495-201b-4b82-af66-86503915b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.746068 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e323677d-0dab-4bf3-ab14-2491ad84b250 req-35fc4dd4-2a69-49be-9c69-c6e36a2dcafa tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818450 Aug 16 11:43:00.785209 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3bb5988d-4aaf-44c2-a85d-cd46371ccc9c req-1474d690-64a9-4b08-b77d-7a2932611688 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.0376682 Aug 16 11:43:00.787195 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:43:00.790009 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:43:00.797488 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:00.798121 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:00.816301 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Pushing event updated for resources: {'Port': ['ID=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:00.885002 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Allocated IP 172.20.0.8 (2f820806-fc3e-4134-9a6e-eb710b4d59dd/ecda6e4b-c2db-47b2-8a50-cd261b67f157/2f84ce86-f42d-4c90-b398-4a2d4eea47b8) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:43:00.915329 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-20c09a6d-8eae-48f1-9eb5-7521bf97e4d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9341309 Aug 16 11:43:00.934882 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Request body: {'port': {'device_id': 'eca73bc6-b6cb-4293-95c3-5ead855ee16e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:43:01.005146 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-05c63495-201b-4b82-af66-86503915b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.007704 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-05c63495-201b-4b82-af66-86503915b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.008841 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-05c63495-201b-4b82-af66-86503915b63a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d800e73-0445-43e6-9efb-d15c6edcc88c HTTP/1.1" status: 204 len: 168 time: 0.7682846 Aug 16 11:43:01.043953 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c63495-201b-4b82-af66-86503915b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d800e73-0445-43e6-9efb-d15c6edcc88c,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:01.055204 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.132821 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.363496 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.397624 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41196) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:01.459206 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Network 2f820806-fc3e-4134-9a6e-eb710b4d59dd is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:43:01.459347 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-e611f33b-6686-402d-b61e-aab698198f9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7effd31f6144c7b869f60907826117c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578349 Aug 16 11:43:01.459347 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41202) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:01.461433 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:43:01.467375 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:43:01.474883 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:01.476622 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.496497 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Pushing event updated for resources: {'Port': ['ID=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:01.628970 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:01.632937 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4000de42-afea-4325-9893-415ce62670b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.645280 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.659847 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Transition to ACTIVE for port object 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:43:01.663176 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1dfb1792-bc69-4290-9f7c-a9b575acf4ee tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3411753 Aug 16 11:43:01.694200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Request body: {'port': {'device_id': 'a9f15da0-f42f-42a9-8786-0fa785a72fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:43:01.746543 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4000de42-afea-4325-9893-415ce62670b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.752591 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b09504-0fae-400d-8bd1-778b8697121c req-f3f19d9e-df91-4dee-b724-c3403dbdd822 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:01.756135 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d9b09504-0fae-400d-8bd1-778b8697121c req-f3f19d9e-df91-4dee-b724-c3403dbdd822 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.2134893 Aug 16 11:43:01.790972 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.809241 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.818419 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-17e0a064-a137-40ba-894d-f7b8256c8c80 req-a66e8a3e-ca22-404b-998b-6295c7c5b46b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 210 time: 0.0595152 Aug 16 11:43:01.828566 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-83ecb409-d61e-4ba9-85c2-0d507eb44e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:01.894755 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Pushing event updated for resources: {'Port': ['ID=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:01.910804 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d9b09504-0fae-400d-8bd1-778b8697121c req-530df2ab-0b2d-4978-9916-6cb81bec2bf8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258283 Aug 16 11:43:02.029914 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Attempting to bind port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:43:02.030171 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Attempting to bind port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:43:02.030507 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Attempting to bind port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f on network 2f820806-fc3e-4134-9a6e-eb710b4d59dd {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:43:02.041177 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f on network 2f820806-fc3e-4134-9a6e-eb710b4d59dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:43:02.041318 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Attempting to bind port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f on network 2f820806-fc3e-4134-9a6e-eb710b4d59dd {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:43:02.054569 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a0156-e8cf-4534-a430-7391dd4427d0 req-3070cf29-e11c-4bb7-b6fd-9f530b8d1140 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:02.057259 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:43:02.057443 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Checking segment: {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:43:02.057743 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Bound using segment: {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:43:02.058190 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Bound port: 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:43:02.058541 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:02.064603 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-df4a0156-e8cf-4534-a430-7391dd4427d0 req-3070cf29-e11c-4bb7-b6fd-9f530b8d1140 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.1476679 Aug 16 11:43:02.102265 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920ef55-bf12-4676-a27a-0c0b26f1c0ce req-6c9628e5-848f-497c-868c-37a73b498d40 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:02.102265 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c920ef55-bf12-4676-a27a-0c0b26f1c0ce req-6c9628e5-848f-497c-868c-37a73b498d40 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 931 time: 0.1052802 Aug 16 11:43:02.136901 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-df4a0156-e8cf-4534-a430-7391dd4427d0 req-33fd4b7b-1116-461e-8a92-83a214e0cab3 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714352 Aug 16 11:43:02.159799 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c920ef55-bf12-4676-a27a-0c0b26f1c0ce req-152c2278-2315-4905-8b48-1f14ab1533c7 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451434 Aug 16 11:43:02.163477 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4000de42-afea-4325-9893-415ce62670b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:02.167838 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4000de42-afea-4325-9893-415ce62670b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:02.171543 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-4000de42-afea-4325-9893-415ce62670b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9dea2166-2a9f-4c2e-a381-31ae96b11c38 HTTP/1.1" status: 204 len: 168 time: 0.7061369 Aug 16 11:43:02.184616 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000de42-afea-4325-9893-415ce62670b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dea2166-2a9f-4c2e-a381-31ae96b11c38,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:02.226018 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] For port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:43:02.247974 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] For port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:43:02.319933 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:02.321544 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:02.334032 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Transition to ACTIVE for port object 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:43:02.540790 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:02.613428 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:02.628289 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Pushing event updated for resources: {'Port': ['ID=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:02.657376 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:02.658089 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:02.659443 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-6482fa16-9dc3-4f1c-b26c-6e203b806b57 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 200 len: 1093 time: 1.7331905 Aug 16 11:43:02.660849 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca73bc6-b6cb-4293-95c3-5ead855ee16e', 'tag': '2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:02.663107 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f8597-4960-4d71-b486-cbb3ccfeb6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "eca73bc6-b6cb-4293-95c3-5ead855ee16e", "tag": "2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:02.692620 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Pushing event updated for resources: {'Port': ['ID=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:02.727218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Attempting to bind port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:43:02.727218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Attempting to bind port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:43:02.727218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Attempting to bind port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 on network 2f820806-fc3e-4134-9a6e-eb710b4d59dd {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:43:02.728293 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 on network 2f820806-fc3e-4134-9a6e-eb710b4d59dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:43:02.728727 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Attempting to bind port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 on network 2f820806-fc3e-4134-9a6e-eb710b4d59dd {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:43:02.734059 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:43:02.735286 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Checking segment: {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:43:02.735286 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Bound using segment: {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:43:02.735286 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Bound port: 2f84ce86-f42d-4c90-b398-4a2d4eea47b8, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:43:02.735829 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:02.778265 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30dcf93-179b-48aa-a743-20ca7af91767 x-openstack-request-id: req-d30dcf93-179b-48aa-a743-20ca7af91767 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:02.778922 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca73bc6-b6cb-4293-95c3-5ead855ee16e", "tag": "2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:02.779586 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d30dcf93-179b-48aa-a743-20ca7af91767 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:02.780162 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca73bc6-b6cb-4293-95c3-5ead855ee16e', 'tag': '2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f', 'status': 'completed', 'code': 200} Aug 16 11:43:02.855132 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] For port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:43:02.859378 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] For port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:43:02.862732 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-02cef764-9f75-4e2a-a571-f6a8aa8526b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:02.864396 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-02cef764-9f75-4e2a-a571-f6a8aa8526b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1096 time: 0.0727067 Aug 16 11:43:02.922357 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-754c8a8c-95c2-4595-8205-770710275626 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 200 len: 217 time: 0.0481117 Aug 16 11:43:02.927532 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-51179f27-229f-42e6-a538-bf7718e55b67 req-20b1f410-9226-4747-92a4-c80a7ac7c165 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 210 time: 0.0373383 Aug 16 11:43:02.930851 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 406d1250-e07a-45fa-b517-dfbb9019e6ee details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:43:02.984952 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:03.056478 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:03.056701 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:03.058132 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] 10.222.0.36 "PUT /v2.0/ports/2f84ce86-f42d-4c90-b398-4a2d4eea47b8 HTTP/1.1" status: 200 len: 1093 time: 1.3855369 Aug 16 11:43:03.058929 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10695fc9-72a5-4e78-a41c-27b1924d704a service neutron] Pushing event updated for resources: {'Port': ['ID=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:03.071087 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-638b9e5c-2c6c-4962-8b9b-d8ca83199b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:03.072586 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-638b9e5c-2c6c-4962-8b9b-d8ca83199b3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.1407516 Aug 16 11:43:03.073290 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad75be-18f1-43b9-b875-b1bbd74cdc44 req-fd67ae24-7a8d-4226-900f-ff98624131e9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:03.074855 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-06ad75be-18f1-43b9-b875-b1bbd74cdc44 req-fd67ae24-7a8d-4226-900f-ff98624131e9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 943 time: 0.0680172 Aug 16 11:43:03.103088 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 406d1250-e07a-45fa-b517-dfbb9019e6ee, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=406d1250-e07a-45fa-b517-dfbb9019e6ee,segment=NetworkSegment(c08677e7-7f7d-4e91-b3ea-bf5166d032e6),segment_id=c08677e7-7f7d-4e91-b3ea-bf5166d032e6)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:03.114257 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-f26b4d7d-54d1-434c-afe0-8f1bedf7fc07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324650 Aug 16 11:43:03.123931 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '406d1250-e07a-45fa-b517-dfbb9019e6ee', 'network_id': '708fe32c-5199-4f3a-b073-49337031d88f', 'port_id': '406d1250-e07a-45fa-b517-dfbb9019e6ee', 'mac_address': 'fa:16:3e:a0:e8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ffdea7-7966-4538-88b6-c74f6dea5795', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:43:03.132854 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-06ad75be-18f1-43b9-b875-b1bbd74cdc44 req-c53a3cb8-f82a-4c41-8a04-2d5b79b9c7f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510082 Aug 16 11:43:03.166522 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:03.180330 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406d1250-e07a-45fa-b517-dfbb9019e6ee {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:03.209075 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 406d1250-e07a-45fa-b517-dfbb9019e6ee, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=406d1250-e07a-45fa-b517-dfbb9019e6ee,segment=NetworkSegment(c08677e7-7f7d-4e91-b3ea-bf5166d032e6),segment_id=c08677e7-7f7d-4e91-b3ea-bf5166d032e6)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:03.289054 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-ca31030e-fc15-4eb1-a706-49c6873a75ab service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670239 Aug 16 11:43:03.308958 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215998-1212-4118-9bf5-3dced96f5487 req-4ed6ae4a-0a3a-44dc-9cba-41631f1f11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:03.311869 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-4ed6ae4a-0a3a-44dc-9cba-41631f1f11d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0757771 Aug 16 11:43:03.344154 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe87e-3bbd-4b13-a3d4-2dbf6583c933 req-7daa1717-a421-4ffe-832e-b7b31a3c2b59 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:03.352235 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d11fe87e-3bbd-4b13-a3d4-2dbf6583c933 req-7daa1717-a421-4ffe-832e-b7b31a3c2b59 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 943 time: 0.1072688 Aug 16 11:43:03.353524 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:03.354478 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 366a0ef8-4204-48c6-bc57-9f1c24abdafa details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:43:03.395858 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-1eae725f-dcc6-46e2-b026-c71c8532ae59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8 HTTP/1.1" status: 200 len: 217 time: 0.0720689 Aug 16 11:43:03.405228 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d11fe87e-3bbd-4b13-a3d4-2dbf6583c933 req-add4089c-6a10-43be-a74c-77c67831d7fd tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518446 Aug 16 11:43:03.428831 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcf0be-977c-429a-82cd-b11b653ab494 req-71aedeac-25de-429a-bcd2-75e5fdd55451 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:03.437266 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1fdcf0be-977c-429a-82cd-b11b653ab494 req-71aedeac-25de-429a-bcd2-75e5fdd55451 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 943 time: 0.1580765 Aug 16 11:43:03.495652 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1fdcf0be-977c-429a-82cd-b11b653ab494 req-841096a3-ee60-48ee-8a7b-48578303e660 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572312 Aug 16 11:43:03.508404 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5215998-1212-4118-9bf5-3dced96f5487 req-88a25e5b-1f62-4fe3-8330-8c4da2884975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:03.510076 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-88a25e5b-1f62-4fe3-8330-8c4da2884975 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.0696285 Aug 16 11:43:03.557844 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 366a0ef8-4204-48c6-bc57-9f1c24abdafa, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=366a0ef8-4204-48c6-bc57-9f1c24abdafa,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:03.558412 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-b7a82310-99ba-4eb4-8bed-c377b4fb253b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391657 Aug 16 11:43:03.563005 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61f0dd4c-6625-464f-a3bd-9d11052dbea1 req-adcf200e-7d20-43b6-83f4-d22664db2b64 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646754 Aug 16 11:43:03.584618 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '366a0ef8-4204-48c6-bc57-9f1c24abdafa', 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'port_id': '366a0ef8-4204-48c6-bc57-9f1c24abdafa', 'mac_address': 'fa:16:3e:b5:30:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ae5d56-03b2-417b-beeb-8c32b563799c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:43:03.645761 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=406d1250-e07a-45fa-b517-dfbb9019e6ee,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:03.653477 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:03.672856 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366a0ef8-4204-48c6-bc57-9f1c24abdafa {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:03.700799 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-4d95b959-11bb-4bac-b5d6-800bf81dc7e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305735 Aug 16 11:43:03.701683 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 366a0ef8-4204-48c6-bc57-9f1c24abdafa, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=366a0ef8-4204-48c6-bc57-9f1c24abdafa,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:03.835708 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a5215998-1212-4118-9bf5-3dced96f5487 req-7a11d805-43aa-43c8-a8fc-21e4aa9198c5 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275792 Aug 16 11:43:03.847702 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-cb752d25-8d09-41b5-9c98-c8325128cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:03.849201 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-cb752d25-8d09-41b5-9c98-c8325128cdad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1096 time: 0.0564463 Aug 16 11:43:03.863822 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:03.920305 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=366a0ef8-4204-48c6-bc57-9f1c24abdafa,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:04.041283 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ffcdeee4-06a8-47ad-b03b-deb87469325f req-5cb923e7-e7a2-421b-83ae-4d1b3cc328b9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Aug 16 11:43:04.077840 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-668294e9-26a8-4fb4-a333-e9b976649dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:04.079362 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-668294e9-26a8-4fb4-a333-e9b976649dc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.2226439 Aug 16 11:43:04.135553 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-043b372d-600b-47d6-bb27-a3cd74257981 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 200 len: 217 time: 0.0473397 Aug 16 11:43:04.149532 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['366a0ef8-4204-48c6-bc57-9f1c24abdafa'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:43:04.253442 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['406d1250-e07a-45fa-b517-dfbb9019e6ee'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:43:04.321303 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c2a7c-ae5c-439c-9a9e-e8c5485031d8 req-db651329-784a-425f-a196-5680c6503d64 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:04.324076 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a26c2a7c-ae5c-439c-9a9e-e8c5485031d8 req-db651329-784a-425f-a196-5680c6503d64 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 944 time: 0.0636947 Aug 16 11:43:04.370875 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a26c2a7c-ae5c-439c-9a9e-e8c5485031d8 req-4926fb83-5bbe-46e0-a988-50929911861a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Aug 16 11:43:04.395145 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-2a7fb640-c0dc-4a12-8be8-1b1705d35912 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:04.396437 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-2a7fb640-c0dc-4a12-8be8-1b1705d35912 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 817 time: 0.4272523 Aug 16 11:43:04.483769 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-f55532f7-408d-49ed-a0cb-4e8779864b11 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ee6233957fd4f58aad455bc7aab64b2 HTTP/1.1" status: 200 len: 379 time: 0.0668836 Aug 16 11:43:04.485386 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-1be6542e-9369-4def-bf64-01305d88b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:04.486766 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-1be6542e-9369-4def-bf64-01305d88b27b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.3438942 Aug 16 11:43:04.509594 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'port': {'device_id': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'admin_state_up': True, 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'security_groups': ['cecf305e-b79a-4f8f-939a-5746364cec4f']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:43:04.550560 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-906604aa-062c-4fc9-aba2-816c9f692127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:04.608650 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41302) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:04.637267 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41c88-e415-4552-b6e9-542b539a6766 req-0b33fae4-721f-41e2-a217-bc48f0bbc3e1 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:04.639560 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-42e41c88-e415-4552-b6e9-542b539a6766 req-0b33fae4-721f-41e2-a217-bc48f0bbc3e1 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 944 time: 0.1347272 Aug 16 11:43:04.664840 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-a0fa23e7-9d35-4ae5-82eb-141d5e602551 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505508 Aug 16 11:43:04.771502 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:04.781349 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f15da0-f42f-42a9-8786-0fa785a72fa4', 'tag': '2f84ce86-f42d-4c90-b398-4a2d4eea47b8'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:04.786691 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f15da0-f42f-42a9-8786-0fa785a72fa4", "tag": "2f84ce86-f42d-4c90-b398-4a2d4eea47b8"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:04.898908 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-42e41c88-e415-4552-b6e9-542b539a6766 req-58adec9a-7d29-4acd-88f0-afc71371a447 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498052 Aug 16 11:43:04.914398 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-9fe50cfe-7976-48b6-a703-2310a32675ae service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064404 Aug 16 11:43:04.931367 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11939-acc0-4332-82ea-e78cd4adf402 req-23c5931a-4c2b-4298-8b41-e04a07b5985c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:04.940176 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-eec11939-acc0-4332-82ea-e78cd4adf402 req-23c5931a-4c2b-4298-8b41-e04a07b5985c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 943 time: 0.2674720 Aug 16 11:43:04.943004 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-91159afa-e8db-4a13-9d73-904d3f2d3808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.010458 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-eec11939-acc0-4332-82ea-e78cd4adf402 req-b3e2b3ad-aa88-41a7-a7e5-beec35b119ae tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Aug 16 11:43:05.036957 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Made reservation on behalf of 9ee6233957fd4f58aad455bc7aab64b2 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:43:05.042326 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.052909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448dfc47-b06f-4781-b12a-00bab6eafcf9 x-openstack-request-id: req-448dfc47-b06f-4781-b12a-00bab6eafcf9 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:05.053194 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f15da0-f42f-42a9-8786-0fa785a72fa4", "tag": "2f84ce86-f42d-4c90-b398-4a2d4eea47b8", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:05.053455 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-448dfc47-b06f-4781-b12a-00bab6eafcf9 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:05.054098 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f15da0-f42f-42a9-8786-0fa785a72fa4', 'tag': '2f84ce86-f42d-4c90-b398-4a2d4eea47b8', 'status': 'completed', 'code': 200} Aug 16 11:43:05.159324 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-91159afa-e8db-4a13-9d73-904d3f2d3808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.160928 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-992f8597-4960-4d71-b486-cbb3ccfeb6d7 req-1c79a9c5-b200-4287-9ebc-be0907433ae6 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346938 Aug 16 11:43:05.204305 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4fce4dcf-b89c-450b-9680-3047ac7bbffe req-cafbd770-0f32-42aa-a78a-b1ecf51afa27 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 210 time: 0.0397930 Aug 16 11:43:05.205076 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-854c34d9-b80c-493c-81a3-524cb407127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:05.206619 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-854c34d9-b80c-493c-81a3-524cb407127a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 1096 time: 0.1324384 Aug 16 11:43:05.284832 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-91159afa-e8db-4a13-9d73-904d3f2d3808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.318634 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91159afa-e8db-4a13-9d73-904d3f2d3808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0c05a-6241-49f0-b0f1-42a6ac4e7a08,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:05.342501 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-91159afa-e8db-4a13-9d73-904d3f2d3808 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=983dcba667f74ebfb4a37320777f58fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7318053 Aug 16 11:43:05.344144 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Allocated IP 172.20.0.12 (3db73e9b-6b39-4a78-96ce-de02f6e19129/69b18b99-6824-483d-92e5-7e9470081e8e/81d8b937-5d21-48b2-9ce1-e22c5ab6444f) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:43:05.346306 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41346) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:05.369684 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-21a8f67a-ea8e-4337-8216-bf7bea5232a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:05.371337 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-21a8f67a-ea8e-4337-8216-bf7bea5232a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.1539660 Aug 16 11:43:05.421075 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c067-ae53-43b2-b239-9a0e63e30ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.433991 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-3ba86c4d-3246-4590-b342-40fcfbb15084 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8 HTTP/1.1" status: 200 len: 217 time: 0.0498967 Aug 16 11:43:05.458883 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c067-ae53-43b2-b239-9a0e63e30ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.542441 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-bc5bec9b-a62c-4c2f-87ba-ba964e1b1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:05.544032 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-bc5bec9b-a62c-4c2f-87ba-ba964e1b1671 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.1005683 Aug 16 11:43:05.557364 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985b007-a38d-4e6a-853b-133690062772 req-b6472a1a-16c6-4163-a987-15e1080a591c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:05.559293 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7985b007-a38d-4e6a-853b-133690062772 req-b6472a1a-16c6-4163-a987-15e1080a591c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 944 time: 0.0667944 Aug 16 11:43:05.588477 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-4f3490cd-cb4d-4ff1-804d-01470a1e3c0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354095 Aug 16 11:43:05.604262 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7985b007-a38d-4e6a-853b-133690062772 req-8eda6c09-934f-4116-bc12-f99c7b9debbc tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Aug 16 11:43:05.640842 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c067-ae53-43b2-b239-9a0e63e30ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.643588 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c067-ae53-43b2-b239-9a0e63e30ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.644905 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-c1a2c067-ae53-43b2-b239-9a0e63e30ff5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cff0c05a-6241-49f0-b0f1-42a6ac4e7a08 HTTP/1.1" status: 204 len: 168 time: 0.2973552 Aug 16 11:43:05.652504 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2c067-ae53-43b2-b239-9a0e63e30ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0c05a-6241-49f0-b0f1-42a6ac4e7a08,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:05.673807 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.692656 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Transition to ACTIVE for port object 81d8b937-5d21-48b2-9ce1-e22c5ab6444f will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:43:05.720475 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-5a5f933c-2972-4a76-b194-a4f7107c645e service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247969 Aug 16 11:43:05.766532 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.830112 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cce508e7-6f6a-4ad3-93a6-ea8922331e2c req-94c14b8f-c222-4b7a-942a-0142334e79a1 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016159 Aug 16 11:43:05.852732 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.899287 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:43:05.902456 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:43:05.907470 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:43:05.913149 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:05.913820 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:05.923739 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:06.024674 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637af4ca-94ac-47c2-8217-d221ed255d98 req-63c867e7-8210-49a7-83c7-c90a5e0a83ad tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:06.027033 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-637af4ca-94ac-47c2-8217-d221ed255d98 req-63c867e7-8210-49a7-83c7-c90a5e0a83ad tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 944 time: 0.0510612 Aug 16 11:43:06.033930 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-20365006-1e7b-4910-874e-21f6cb1fd6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5369442 Aug 16 11:43:06.047131 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Request body: {'port': {'device_id': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:43:06.094514 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-637af4ca-94ac-47c2-8217-d221ed255d98 req-1f708b1b-d354-4b96-8651-2349fa41def0 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559812 Aug 16 11:43:06.129232 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.162686 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dd385-673e-45a2-bcaa-181316892577 req-8e594308-6197-41d9-90b2-a501b1c8fe5b tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:06.164458 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-620dd385-673e-45a2-bcaa-181316892577 req-8e594308-6197-41d9-90b2-a501b1c8fe5b tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 943 time: 0.0662022 Aug 16 11:43:06.218110 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-620dd385-673e-45a2-bcaa-181316892577 req-fd819237-72c7-4129-8fae-a371df03d1fc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Aug 16 11:43:06.231322 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41370) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:06.286640 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-08662215-6052-498e-8bf6-8b731f5acea4 None None] Provisioning for port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:43:06.291118 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-08662215-6052-498e-8bf6-8b731f5acea4 None None] Provisioning complete for port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:43:06.294203 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-08662215-6052-498e-8bf6-8b731f5acea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.353067 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-08662215-6052-498e-8bf6-8b731f5acea4 None None] Port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:43:06.359510 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3181a8f-a5a3-4f58-9e79-5941975a1883 req-fe11e924-f66b-4e11-b72d-d59a20635177 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:06.361065 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3181a8f-a5a3-4f58-9e79-5941975a1883 req-fe11e924-f66b-4e11-b72d-d59a20635177 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 932 time: 0.0616443 Aug 16 11:43:06.408974 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-34002852-fa14-4171-87ae-ffe0d05b98a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.427560 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3181a8f-a5a3-4f58-9e79-5941975a1883 req-4643f5b6-da49-416d-b1d7-18106013512f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580971 Aug 16 11:43:06.460337 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d8b937-5d21-48b2-9ce1-e22c5ab6444f {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:06.468871 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.480850 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Transition to ACTIVE for port object 81d8b937-5d21-48b2-9ce1-e22c5ab6444f will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:43:06.508596 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-34002852-fa14-4171-87ae-ffe0d05b98a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.572193 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.618022 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-34002852-fa14-4171-87ae-ffe0d05b98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.660762 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34002852-fa14-4171-87ae-ffe0d05b98a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09f4822-e16d-4240-965c-b36c6ef81e51,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:06.666255 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-34002852-fa14-4171-87ae-ffe0d05b98a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af2ec083931b42628f4c473048da4088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336357 Aug 16 11:43:06.668389 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:06.671500 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41384) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:06.701828 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Attempting to bind port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:43:06.707715 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Attempting to bind port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:43:06.707715 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Attempting to bind port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f on network 3db73e9b-6b39-4a78-96ce-de02f6e19129 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:43:06.715026 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f on network 3db73e9b-6b39-4a78-96ce-de02f6e19129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:43:06.715427 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Attempting to bind port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f on network 3db73e9b-6b39-4a78-96ce-de02f6e19129 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:43:06.734266 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:43:06.735718 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Checking segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:43:06.736313 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Bound using segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:43:06.737413 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Bound port: 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:43:06.738023 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.744206 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41388) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:06.762255 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8453272-0cb6-4621-94b6-dca392f6af9f req-34e95577-9a5e-4ebd-9189-b70e323abbb8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:06.769751 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8453272-0cb6-4621-94b6-dca392f6af9f req-34e95577-9a5e-4ebd-9189-b70e323abbb8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 944 time: 0.0756984 Aug 16 11:43:06.783145 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-53e60892-6455-477d-a609-8950e9585c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.812611 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f6bbef33-ebe6-4af6-8d55-bb9abbccdcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.857969 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f6bbef33-ebe6-4af6-8d55-bb9abbccdcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.860240 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:43:06.861152 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8453272-0cb6-4621-94b6-dca392f6af9f req-f9018b62-367d-4305-969c-b383bd8e6b42 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904555 Aug 16 11:43:06.875090 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:43:06.938788 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:43:06.951591 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 406d1250-e07a-45fa-b517-dfbb9019e6ee up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:43:06.971184 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:06.971570 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-53e60892-6455-477d-a609-8950e9585c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.009023 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.009252 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.010595 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] 10.222.0.36 "PUT /v2.0/ports/81d8b937-5d21-48b2-9ce1-e22c5ab6444f HTTP/1.1" status: 200 len: 1094 time: 0.9695122 Aug 16 11:43:07.016529 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f6bbef33-ebe6-4af6-8d55-bb9abbccdcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.019046 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f6bbef33-ebe6-4af6-8d55-bb9abbccdcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.020176 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-f6bbef33-ebe6-4af6-8d55-bb9abbccdcf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d09f4822-e16d-4240-965c-b36c6ef81e51 HTTP/1.1" status: 204 len: 168 time: 0.3464611 Aug 16 11:43:07.027251 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55de8f-3c39-4c21-b204-b3d8a4ae79ce service neutron] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:07.034410 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbef33-ebe6-4af6-8d55-bb9abbccdcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09f4822-e16d-4240-965c-b36c6ef81e51,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:07.055441 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:07.060455 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198adc33-efe4-46f0-b9b0-7c203c61214f" -d '{"events": [{"name": "network-changed", "server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:07.093937 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:07.106451 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '2f84ce86-f42d-4c90-b398-4a2d4eea47b8', 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd', 'port_id': '2f84ce86-f42d-4c90-b398-4a2d4eea47b8', 'mac_address': 'fa:16:3e:21:98:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecda6e4b-c2db-47b2-8a50-cd261b67f157', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:43:07.111247 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f81e9-c6db-4d92-a9d9-8d6b9d410ad9 x-openstack-request-id: req-6e4f81e9-c6db-4d92-a9d9-8d6b9d410ad9 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:07.111880 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:07.112194 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e4f81e9-c6db-4d92-a9d9-8d6b9d410ad9 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:07.113961 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'status': 'completed', 'code': 200} Aug 16 11:43:07.142687 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-53e60892-6455-477d-a609-8950e9585c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.162378 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.219066 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:07.232054 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 406d1250-e07a-45fa-b517-dfbb9019e6ee completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:43:07.236414 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198adc33-efe4-46f0-b9b0-7c203c61214f req-0f5d63ec-e9e6-456a-ad4a-c5456f742298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.239702 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-198adc33-efe4-46f0-b9b0-7c203c61214f req-0f5d63ec-e9e6-456a-ad4a-c5456f742298 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 1097 time: 0.1014314 Aug 16 11:43:07.248238 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 406d1250-e07a-45fa-b517-dfbb9019e6ee triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:43:07.249178 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.279607 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-53e60892-6455-477d-a609-8950e9585c3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d68cac77c91413b8ed10e467cb04a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295887 Aug 16 11:43:07.284508 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41410) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:07.311639 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e60892-6455-477d-a609-8950e9585c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9921fb1-e372-415a-8a55-977a61b48228,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:07.314357 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:07.355617 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.373304 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04e67f-7af8-401e-b431-de845d996068 req-30a9f51f-cf74-44d8-beb7-7d058b43a4fa tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.375134 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fb04e67f-7af8-401e-b431-de845d996068 req-30a9f51f-cf74-44d8-beb7-7d058b43a4fa tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 944 time: 0.1605973 Aug 16 11:43:07.427037 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.429921 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:43:07.432852 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198adc33-efe4-46f0-b9b0-7c203c61214f req-5f287e84-87e5-4ed3-a3c4-2e175eab4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.435314 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-198adc33-efe4-46f0-b9b0-7c203c61214f req-5f287e84-87e5-4ed3-a3c4-2e175eab4be7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1862965 Aug 16 11:43:07.455449 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0cd2f0e2-38de-4e7b-a1cf-42ca07bbfbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.483316 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fb04e67f-7af8-401e-b431-de845d996068 req-2fbfa917-761f-4b5d-92d3-8f500f0e1f7c tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867260 Aug 16 11:43:07.491456 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275719e0-e52b-42b6-a9f2-44feeee938d4 req-c2409688-ab70-4c12-8ada-e39151db1c4e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.492553 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-275719e0-e52b-42b6-a9f2-44feeee938d4 req-c2409688-ab70-4c12-8ada-e39151db1c4e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 943 time: 0.1121626 Aug 16 11:43:07.506564 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.511397 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0cd2f0e2-38de-4e7b-a1cf-42ca07bbfbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.572975 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-275719e0-e52b-42b6-a9f2-44feeee938d4 req-0a609852-aec4-42ae-a2f8-78a310797649 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721784 Aug 16 11:43:07.579418 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:07.604568 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386c2626-d1b6-49ad-9986-fac25ce88b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d1250-e07a-45fa-b517-dfbb9019e6ee'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:07.652929 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91bae-c8aa-4c60-9370-5e1d6f0f964e req-17e4e0ab-5e0f-4fa2-9993-8e261e150563 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.660795 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-03d91bae-c8aa-4c60-9370-5e1d6f0f964e req-17e4e0ab-5e0f-4fa2-9993-8e261e150563 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0574243 Aug 16 11:43:07.666894 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198adc33-efe4-46f0-b9b0-7c203c61214f req-79aa204f-877d-42a1-a988-e079e27d4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.670271 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-198adc33-efe4-46f0-b9b0-7c203c61214f req-79aa204f-877d-42a1-a988-e079e27d4638 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2253156 Aug 16 11:43:07.673090 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:07.682541 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f', 'network_id': '2f820806-fc3e-4134-9a6e-eb710b4d59dd', 'port_id': '2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f', 'mac_address': 'fa:16:3e:15:16:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecda6e4b-c2db-47b2-8a50-cd261b67f157', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:43:07.688053 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 406d1250-e07a-45fa-b517-dfbb9019e6ee, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=406d1250-e07a-45fa-b517-dfbb9019e6ee,segment=NetworkSegment(c08677e7-7f7d-4e91-b3ea-bf5166d032e6),segment_id=c08677e7-7f7d-4e91-b3ea-bf5166d032e6)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:07.712663 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-03d91bae-c8aa-4c60-9370-5e1d6f0f964e req-c4ace72f-66af-4653-86bf-d12a769441f8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502050 Aug 16 11:43:07.733041 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.746033 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:07.750099 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0cd2f0e2-38de-4e7b-a1cf-42ca07bbfbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.754530 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0cd2f0e2-38de-4e7b-a1cf-42ca07bbfbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.757893 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-0cd2f0e2-38de-4e7b-a1cf-42ca07bbfbe1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9921fb1-e372-415a-8a55-977a61b48228 HTTP/1.1" status: 204 len: 168 time: 0.4692872 Aug 16 11:43:07.765098 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-6e104033-3bc2-45ef-9c29-5ef5caa5af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.765384 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2f0e2-38de-4e7b-a1cf-42ca07bbfbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9921fb1-e372-415a-8a55-977a61b48228,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:07.769145 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-6e104033-3bc2-45ef-9c29-5ef5caa5af12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 1097 time: 0.0603163 Aug 16 11:43:07.785037 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:07.792649 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.792649 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 366a0ef8-4204-48c6-bc57-9f1c24abdafa up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:43:07.834704 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-1df4e330-479a-4405-b0bd-2015466e0562 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f HTTP/1.1" status: 200 len: 217 time: 0.0563128 Aug 16 11:43:07.885310 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=406d1250-e07a-45fa-b517-dfbb9019e6ee,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:07.900604 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:07.910307 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-19df21dd-b955-4c4c-b148-2647c64b58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.912540 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-19df21dd-b955-4c4c-b148-2647c64b58eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0700150 Aug 16 11:43:07.927396 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b586ea-36bc-49a2-b8a3-0fd8418457e1" -d '{"events": [{"server_uuid": "386c2626-d1b6-49ad-9986-fac25ce88b12", "name": "network-vif-plugged", "status": "completed", "tag": "406d1250-e07a-45fa-b517-dfbb9019e6ee"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:07.960896 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:07.988378 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-97dc01bb-864b-4d64-aa2c-4e40b679bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:07.989941 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-97dc01bb-864b-4d64-aa2c-4e40b679bd06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695379 Aug 16 11:43:08.014604 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ba02-2066-475f-a7b1-b5aab5e90db0 req-0afe3640-9ab5-48b6-a23b-635b4aace452 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:08.016277 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6e03ba02-2066-475f-a7b1-b5aab5e90db0 req-0afe3640-9ab5-48b6-a23b-635b4aace452 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 944 time: 0.0496702 Aug 16 11:43:08.023746 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 366a0ef8-4204-48c6-bc57-9f1c24abdafa completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:43:08.028305 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 366a0ef8-4204-48c6-bc57-9f1c24abdafa triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:43:08.028761 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:08.057892 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6e03ba02-2066-475f-a7b1-b5aab5e90db0 req-40cd67b2-ced3-4ee7-b67c-c5a4231dea3b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352163 Aug 16 11:43:08.096872 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-56b2577d-7f48-45f3-a9f9-6de9cb7c142c service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973449 Aug 16 11:43:08.140791 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:43:08.148528 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:08.181672 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['2f84ce86-f42d-4c90-b398-4a2d4eea47b8'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:43:08.187594 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-94046a01-5cad-46df-9c3b-2aaafbbba647 req-2a223f08-7afa-4b4d-86d8-7cb06850b0d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834107 Aug 16 11:43:08.246254 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 366a0ef8-4204-48c6-bc57-9f1c24abdafa, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=366a0ef8-4204-48c6-bc57-9f1c24abdafa,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:08.385421 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:08.468743 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=366a0ef8-4204-48c6-bc57-9f1c24abdafa,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:08.507938 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41442) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:08.522017 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd299c0b-67d5-44ee-b3f1-24d4b64e0b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:08.675155 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b424c-2f51-4936-95ee-13850592c768 req-90cd789c-09a7-44c5-b187-08f90571692f tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:08.676724 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-972b424c-2f51-4936-95ee-13850592c768 req-90cd789c-09a7-44c5-b187-08f90571692f tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0856678 Aug 16 11:43:08.679001 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd299c0b-67d5-44ee-b3f1-24d4b64e0b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:08.683958 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e4413d-8d01-456b-98bf-a3c4c2f288bb x-openstack-request-id: req-a0e4413d-8d01-456b-98bf-a3c4c2f288bb {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:08.684272 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386c2626-d1b6-49ad-9986-fac25ce88b12", "name": "network-vif-plugged", "status": "completed", "tag": "406d1250-e07a-45fa-b517-dfbb9019e6ee", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:08.684541 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0e4413d-8d01-456b-98bf-a3c4c2f288bb {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:08.685001 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386c2626-d1b6-49ad-9986-fac25ce88b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d1250-e07a-45fa-b517-dfbb9019e6ee', 'code': 200} Aug 16 11:43:08.724554 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-972b424c-2f51-4936-95ee-13850592c768 req-3ebb2d4d-3560-413b-897e-22a582f1c3af tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Aug 16 11:43:08.770205 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd299c0b-67d5-44ee-b3f1-24d4b64e0b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:08.852197 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd299c0b-67d5-44ee-b3f1-24d4b64e0b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e972a441-f1ec-43eb-9c5c-9fef08267928,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:08.883272 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-fd299c0b-67d5-44ee-b3f1-24d4b64e0b21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4300222364264e58b257e0103edccd79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742106 Aug 16 11:43:08.886196 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 41460) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:08.914092 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a55a1-2132-4854-ad4c-9a29d2fd906b req-e099d6a7-8b89-4234-a228-3ef054926a04 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:08.915788 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d95a55a1-2132-4854-ad4c-9a29d2fd906b req-e099d6a7-8b89-4234-a228-3ef054926a04 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 944 time: 0.1397231 Aug 16 11:43:08.944312 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a27922-a914-40ed-b18e-edf59d57ed61 req-29bdbb44-1d43-4e8a-9dab-7d28818b7363 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:08.954784 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-77a27922-a914-40ed-b18e-edf59d57ed61 req-29bdbb44-1d43-4e8a-9dab-7d28818b7363 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1464379 Aug 16 11:43:08.961882 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ee995d9f-634d-4ff7-a04a-92a425235b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:09.000621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ee995d9f-634d-4ff7-a04a-92a425235b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:09.015104 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d95a55a1-2132-4854-ad4c-9a29d2fd906b req-31a1bbed-606e-469f-a761-dbbf99e2655c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899525 Aug 16 11:43:09.031134 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-77a27922-a914-40ed-b18e-edf59d57ed61 req-80e0771a-3011-4afe-b8cc-68137f512e78 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752044 Aug 16 11:43:09.140086 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1031498-b6c8-4957-9a2f-fc6f3aec741a req-1e8a02ae-3d97-4b29-8007-4b60fb573235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:09.141813 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b1031498-b6c8-4957-9a2f-fc6f3aec741a req-1e8a02ae-3d97-4b29-8007-4b60fb573235 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 1098 time: 0.1073666 Aug 16 11:43:09.171623 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b1031498-b6c8-4957-9a2f-fc6f3aec741a req-38cbb7a6-493d-4b28-8e9f-b1cd51b6dbb9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:09.217391 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71902bc2-af49-436b-920a-ee8efe9cd88f req-2af09805-9268-4f9e-ac0e-88d3a7ed9728 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:09.219152 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-71902bc2-af49-436b-920a-ee8efe9cd88f req-2af09805-9268-4f9e-ac0e-88d3a7ed9728 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 945 time: 0.0575852 Aug 16 11:43:09.259903 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-71902bc2-af49-436b-920a-ee8efe9cd88f req-b14e6522-e61b-4dc0-9c91-fb1ea7afbaa1 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343463 Aug 16 11:43:09.294559 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ee995d9f-634d-4ff7-a04a-92a425235b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:09.297260 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ee995d9f-634d-4ff7-a04a-92a425235b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:09.298421 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-ee995d9f-634d-4ff7-a04a-92a425235b74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e972a441-f1ec-43eb-9c5c-9fef08267928 HTTP/1.1" status: 204 len: 168 time: 0.4108622 Aug 16 11:43:09.315695 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee995d9f-634d-4ff7-a04a-92a425235b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e972a441-f1ec-43eb-9c5c-9fef08267928,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:09.383014 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b1031498-b6c8-4957-9a2f-fc6f3aec741a req-38cbb7a6-493d-4b28-8e9f-b1cd51b6dbb9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:09.492125 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b1031498-b6c8-4957-9a2f-fc6f3aec741a req-38cbb7a6-493d-4b28-8e9f-b1cd51b6dbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:09.530559 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b1031498-b6c8-4957-9a2f-fc6f3aec741a req-38cbb7a6-493d-4b28-8e9f-b1cd51b6dbb9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806427 Aug 16 11:43:09.540818 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbb7a6-493d-4b28-8e9f-b1cd51b6dbb9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebca627-95bc-4562-85bf-0bd0e2c43a06,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:09.859021 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f936c5-ab2d-4bc5-9d4f-c7f3bbacb465 req-0b2e5251-f562-482d-8e1f-a93b13fc87d9 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:09.860489 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59f936c5-ab2d-4bc5-9d4f-c7f3bbacb465 req-0b2e5251-f562-482d-8e1f-a93b13fc87d9 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0490742 Aug 16 11:43:09.898968 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59f936c5-ab2d-4bc5-9d4f-c7f3bbacb465 req-e9ba0b40-0008-4684-aed3-8edbf667c93f tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Aug 16 11:43:10.166628 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701e8f7-dd17-47dd-bfbe-5168c43f0d8a req-e5ec0fc8-96c6-4c6f-9e3d-81cae7312254 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:10.168135 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2701e8f7-dd17-47dd-bfbe-5168c43f0d8a req-e5ec0fc8-96c6-4c6f-9e3d-81cae7312254 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 944 time: 0.0815942 Aug 16 11:43:10.188427 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979cd81-8e1e-44d4-b4e3-a42ac13b602c req-4c902be4-4754-41f0-9988-2d3eae1727b0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:10.189909 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a979cd81-8e1e-44d4-b4e3-a42ac13b602c req-4c902be4-4754-41f0-9988-2d3eae1727b0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0733657 Aug 16 11:43:10.239054 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2701e8f7-dd17-47dd-bfbe-5168c43f0d8a req-ee4663df-4ad4-4739-ba12-4c769b6144cc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611534 Aug 16 11:43:10.267137 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a979cd81-8e1e-44d4-b4e3-a42ac13b602c req-ceb32db0-dd98-43d9-a5b9-c97acda4767a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633526 Aug 16 11:43:10.382923 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f71298-8543-4350-bec6-dfb53af4105c req-fad19d1e-363f-469f-93bc-f5ecc6f473f8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:10.384959 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e1f71298-8543-4350-bec6-dfb53af4105c req-fad19d1e-363f-469f-93bc-f5ecc6f473f8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 945 time: 0.0555246 Aug 16 11:43:10.427127 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e1f71298-8543-4350-bec6-dfb53af4105c req-001bf321-e159-4fb9-8c54-c16866355b56 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338008 Aug 16 11:43:10.688114 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662c25b2-65d4-48ba-8f13-dd63095e5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a0ef8-4204-48c6-bc57-9f1c24abdafa'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:10.688744 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b8e8d7-dcbd-4156-947f-bd9bf62ed9cd" -d '{"events": [{"server_uuid": "662c25b2-65d4-48ba-8f13-dd63095e5585", "name": "network-vif-plugged", "status": "completed", "tag": "366a0ef8-4204-48c6-bc57-9f1c24abdafa"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:10.724983 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba67e577-fa83-4c66-a3bc-64689a4056f8 x-openstack-request-id: req-ba67e577-fa83-4c66-a3bc-64689a4056f8 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:10.725313 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662c25b2-65d4-48ba-8f13-dd63095e5585", "name": "network-vif-plugged", "status": "completed", "tag": "366a0ef8-4204-48c6-bc57-9f1c24abdafa", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:10.725575 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba67e577-fa83-4c66-a3bc-64689a4056f8 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:10.726031 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662c25b2-65d4-48ba-8f13-dd63095e5585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a0ef8-4204-48c6-bc57-9f1c24abdafa', 'code': 200} Aug 16 11:43:10.954852 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:43:10.958292 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:43:11.019425 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271efa0-3dbc-4cad-9307-f42626af378c req-5c09a080-2748-4943-ae00-6ee8eca08b4b tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:11.020956 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8271efa0-3dbc-4cad-9307-f42626af378c req-5c09a080-2748-4943-ae00-6ee8eca08b4b tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0551445 Aug 16 11:43:11.075539 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8271efa0-3dbc-4cad-9307-f42626af378c req-6ba881aa-7e41-4204-9d7e-936e97055ae9 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Aug 16 11:43:11.096340 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:11.109358 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'port_id': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'mac_address': 'fa:16:3e:ff:20:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:43:11.144096 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fae608-f6c6-4631-9cfb-77ce9aa21874 req-9cf4e907-83b2-4039-9530-59313c029999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:11.145595 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61fae608-f6c6-4631-9cfb-77ce9aa21874 req-9cf4e907-83b2-4039-9530-59313c029999 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 1098 time: 0.0418115 Aug 16 11:43:11.148277 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:11.161345 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d8b937-5d21-48b2-9ce1-e22c5ab6444f {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:11.182348 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:11.188094 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-61fae608-f6c6-4631-9cfb-77ce9aa21874 req-98d82bf6-41de-4578-aa69-6b9502a5fac1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325608 Aug 16 11:43:11.238144 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:43:11.242467 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:43:11.242867 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:11.326524 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:11.372161 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:11.389669 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914def8-a3a8-4933-8cc4-ab691674627e req-6a7a42b4-9109-4a63-9f0b-d69e8c872e19 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:11.397772 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7914def8-a3a8-4933-8cc4-ab691674627e req-6a7a42b4-9109-4a63-9f0b-d69e8c872e19 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 944 time: 0.0817285 Aug 16 11:43:11.417498 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:11.430281 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:11.441390 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0deb2-f639-46ef-b4f9-74f5e2d2f531 req-89437fd4-8d36-4b04-b641-969069a5cd8b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:11.451433 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bad0deb2-f639-46ef-b4f9-74f5e2d2f531 req-89437fd4-8d36-4b04-b641-969069a5cd8b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 945 time: 0.1004138 Aug 16 11:43:11.472155 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7914def8-a3a8-4933-8cc4-ab691674627e req-3d49f6cf-972e-4fe5-ae35-4a7c284c4239 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732753 Aug 16 11:43:11.507017 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bad0deb2-f639-46ef-b4f9-74f5e2d2f531 req-5f30422d-2bcb-49f3-84d5-12e8dae20053 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547004 Aug 16 11:43:11.549138 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:11.550259 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:43:11.607770 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915b2b2-e506-44a9-a276-b8227f699219 req-1b4a5fe3-9e70-4740-a8e7-a702e52d8262 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:11.611064 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6915b2b2-e506-44a9-a276-b8227f699219 req-1b4a5fe3-9e70-4740-a8e7-a702e52d8262 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 945 time: 0.0550821 Aug 16 11:43:11.618808 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['81d8b937-5d21-48b2-9ce1-e22c5ab6444f'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:43:11.654481 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6915b2b2-e506-44a9-a276-b8227f699219 req-119f143b-e804-4f74-8612-e67429270d78 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Aug 16 11:43:11.691811 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:11.765029 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:43:11.771407 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:43:11.771785 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:11.880664 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:11.921474 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:12.017864 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:12.067377 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:12.180755 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83719aa-0994-448a-97f1-5ead1142858f req-ad84a3a3-c1fc-4fc5-b264-1755382f6574 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:12.182253 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c83719aa-0994-448a-97f1-5ead1142858f req-ad84a3a3-c1fc-4fc5-b264-1755382f6574 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0500262 Aug 16 11:43:12.228981 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c83719aa-0994-448a-97f1-5ead1142858f req-079deb8e-6e19-40b6-886a-8a90468c4da4 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Aug 16 11:43:12.609241 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801992a7-0bd6-42db-bada-39bf15bd92ee req-b71774b6-1c5a-4dd7-b3d3-2f5d4e3b2816 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:12.610821 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-801992a7-0bd6-42db-bada-39bf15bd92ee req-b71774b6-1c5a-4dd7-b3d3-2f5d4e3b2816 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0560060 Aug 16 11:43:12.703069 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-801992a7-0bd6-42db-bada-39bf15bd92ee req-698bbfbf-f9cf-49ca-b037-65d10d985b07 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591407 Aug 16 11:43:12.703069 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2402948-9949-419a-8f3e-666533a97368 req-97f54917-bb81-4740-a7a7-5d6107846e34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:12.703069 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f2402948-9949-419a-8f3e-666533a97368 req-97f54917-bb81-4740-a7a7-5d6107846e34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 945 time: 0.0825057 Aug 16 11:43:12.730786 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f15da0-f42f-42a9-8786-0fa785a72fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f84ce86-f42d-4c90-b398-4a2d4eea47b8'}, {'server_uuid': 'eca73bc6-b6cb-4293-95c3-5ead855ee16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:12.730786 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc9e29c-668d-401d-ad43-a0ab7f20bcf2" -d '{"events": [{"server_uuid": "a9f15da0-f42f-42a9-8786-0fa785a72fa4", "name": "network-vif-plugged", "status": "completed", "tag": "2f84ce86-f42d-4c90-b398-4a2d4eea47b8"}, {"server_uuid": "eca73bc6-b6cb-4293-95c3-5ead855ee16e", "name": "network-vif-plugged", "status": "completed", "tag": "2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:12.753743 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f2402948-9949-419a-8f3e-666533a97368 req-091e43d8-6647-4eb1-82d9-2f2a0ee5d1c3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 Aug 16 11:43:12.821068 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d611-0135-4941-beb0-a75b8d8fb9ae req-13840231-a3b0-4d53-b5f1-c0d150deaded tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:12.824864 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3852a64d-adfd-4292-8265-ce53abd681df x-openstack-request-id: req-3852a64d-adfd-4292-8265-ce53abd681df {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:12.825892 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f15da0-f42f-42a9-8786-0fa785a72fa4", "name": "network-vif-plugged", "status": "completed", "tag": "2f84ce86-f42d-4c90-b398-4a2d4eea47b8", "code": 200}, {"server_uuid": "eca73bc6-b6cb-4293-95c3-5ead855ee16e", "name": "network-vif-plugged", "status": "completed", "tag": "2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:12.826213 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3852a64d-adfd-4292-8265-ce53abd681df {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:12.826783 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f15da0-f42f-42a9-8786-0fa785a72fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f84ce86-f42d-4c90-b398-4a2d4eea47b8', 'code': 200} Aug 16 11:43:12.827101 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca73bc6-b6cb-4293-95c3-5ead855ee16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f', 'code': 200} Aug 16 11:43:12.829088 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3e3d611-0135-4941-beb0-a75b8d8fb9ae req-13840231-a3b0-4d53-b5f1-c0d150deaded tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 945 time: 0.0587654 Aug 16 11:43:12.889989 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3e3d611-0135-4941-beb0-a75b8d8fb9ae req-a2e0a3e6-a557-4ee3-a48f-1ab8e75d8c0a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597293 Aug 16 11:43:12.954225 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:43:13.092902 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:43:13.098785 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:43:13.099169 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:13.186505 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:13.234093 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:13.342340 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc8ad-a832-42a8-a66b-638c132c99e5 req-add9952f-3035-4758-a66c-bfcb1fae66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:13.343881 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-878bc8ad-a832-42a8-a66b-638c132c99e5 req-add9952f-3035-4758-a66c-bfcb1fae66de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1098 time: 0.0840745 Aug 16 11:43:13.346663 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172def-bfca-46b5-adda-a140fb462e62 req-14eb2a31-4275-4cc9-beec-d00253a26cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:13.348119 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5e172def-bfca-46b5-adda-a140fb462e62 req-14eb2a31-4275-4cc9-beec-d00253a26cfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0793808 Aug 16 11:43:13.354965 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:13.422653 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-878bc8ad-a832-42a8-a66b-638c132c99e5 req-d105f003-0bac-4b77-8040-0e7f4a9593df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635669 Aug 16 11:43:13.424431 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5e172def-bfca-46b5-adda-a140fb462e62 req-5fdea2ac-f562-4c8c-bc9c-efcd3fbf8b93 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599506 Aug 16 11:43:13.441891 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:13.825738 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fd16f-60e6-4915-86c2-b941777dd821 req-19fb5143-5c3b-4589-86ff-07ba76182ca5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:13.827423 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e24fd16f-60e6-4915-86c2-b941777dd821 req-19fb5143-5c3b-4589-86ff-07ba76182ca5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0680852 Aug 16 11:43:13.908903 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e24fd16f-60e6-4915-86c2-b941777dd821 req-535aee68-d5ed-4526-9e0f-a49716267713 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729818 Aug 16 11:43:13.930733 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa3073-651f-403f-bd44-b8eb7660a888 req-16f7f2b9-3d95-449e-a683-0d783e5a908e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:13.931037 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c4aa3073-651f-403f-bd44-b8eb7660a888 req-16f7f2b9-3d95-449e-a683-0d783e5a908e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0938914 Aug 16 11:43:13.966088 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c4aa3073-651f-403f-bd44-b8eb7660a888 req-8ff8c131-f955-44eb-aef2-5ce731a0c1ee tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332830 Aug 16 11:43:14.827974 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:14.830300 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc6db12-6f7c-4c95-b974-5e0b53f7ce11" -d '{"events": [{"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-plugged", "status": "completed", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:14.866895 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d1f9ea-71d1-484a-ab56-f5bbb0fb6a4a x-openstack-request-id: req-a0d1f9ea-71d1-484a-ab56-f5bbb0fb6a4a {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:14.867206 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-plugged", "status": "completed", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:14.867457 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0d1f9ea-71d1-484a-ab56-f5bbb0fb6a4a {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:14.867870 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'code': 200} Aug 16 11:43:15.026124 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb113b0-60ea-41d6-899f-a7ee34b2d941 req-52e07176-b185-4388-9e8c-34d97b7d9fe3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:15.027788 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4fb113b0-60ea-41d6-899f-a7ee34b2d941 req-52e07176-b185-4388-9e8c-34d97b7d9fe3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Aug 16 11:43:15.099989 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4fb113b0-60ea-41d6-899f-a7ee34b2d941 req-8df710cb-2c2c-4ae2-9dad-202a37f19023 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653191 Aug 16 11:43:15.112433 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc89cb-312d-4e7e-bfc7-5ab4d4c7b565 req-76d98c15-6682-4336-a07a-e3605a4053a2 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:15.113989 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28fc89cb-312d-4e7e-bfc7-5ab4d4c7b565 req-76d98c15-6682-4336-a07a-e3605a4053a2 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0733798 Aug 16 11:43:15.288454 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28fc89cb-312d-4e7e-bfc7-5ab4d4c7b565 req-98b24bfa-e263-4308-b4c9-9b46b7ca8800 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681216 Aug 16 11:43:18.125192 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed574a-6de7-4f36-8f9e-f6ff339fe38c req-832ca922-d13e-4bb7-99eb-ab9da2856588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:18.127015 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3fed574a-6de7-4f36-8f9e-f6ff339fe38c req-832ca922-d13e-4bb7-99eb-ab9da2856588 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 1099 time: 0.0736144 Aug 16 11:43:18.129640 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-9cfae870-45d4-4609-9ec6-7439abc0b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:18.131023 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-9cfae870-45d4-4609-9ec6-7439abc0b575 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0662591 Aug 16 11:43:18.227240 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3fed574a-6de7-4f36-8f9e-f6ff339fe38c req-ba35da12-787b-4592-8772-37014da7aa98 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815604 Aug 16 11:43:18.258070 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-03a15e05-8c1c-4f1e-84d1-6d8bf6b4d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:18.259606 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-03a15e05-8c1c-4f1e-84d1-6d8bf6b4d456 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.1128056 Aug 16 11:43:18.352812 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-a6498462-d2d6-492d-91ee-2da29309ee09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8 HTTP/1.1" status: 200 len: 217 time: 0.0408959 Aug 16 11:43:18.608249 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-bf6b5df3-b1d3-49e5-bd0c-855f9d5b765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:18.609724 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-bf6b5df3-b1d3-49e5-bd0c-855f9d5b765f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.2423327 Aug 16 11:43:19.110400 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04894ce-6c59-4755-908a-4920c7b243f9 req-fe8d290c-8eee-42b9-863f-602b8d3af3a7 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:19.111950 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a04894ce-6c59-4755-908a-4920c7b243f9 req-fe8d290c-8eee-42b9-863f-602b8d3af3a7 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0790274 Aug 16 11:43:19.145849 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe963f-04ea-48d9-8542-7485e42d590b req-b6d544c8-a23d-4254-953c-e40011f8291f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:19.147459 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4abe963f-04ea-48d9-8542-7485e42d590b req-b6d544c8-a23d-4254-953c-e40011f8291f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0789070 Aug 16 11:43:19.172194 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a04894ce-6c59-4755-908a-4920c7b243f9 req-9055779f-a3a0-4f8a-a480-3c802f965d46 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539730 Aug 16 11:43:19.201332 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4abe963f-04ea-48d9-8542-7485e42d590b req-f37c4f3c-30d8-4df2-bd46-0b47769bfd44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434833 Aug 16 11:43:19.516305 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-557d515b-5dab-4895-bcd3-01f61419f909 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272632 Aug 16 11:43:20.346202 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055c2e-1dda-44ca-8372-ddb32f8b541b req-d08227f0-2b0a-4b19-9851-396aa881b682 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:20.347767 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ac055c2e-1dda-44ca-8372-ddb32f8b541b req-d08227f0-2b0a-4b19-9851-396aa881b682 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0869093 Aug 16 11:43:20.371495 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ecef5-6582-424b-bae9-1c4364c754fa req-18626450-bad7-4a08-8678-f9591712170a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:20.373726 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9f2ecef5-6582-424b-bae9-1c4364c754fa req-18626450-bad7-4a08-8678-f9591712170a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0780826 Aug 16 11:43:20.415465 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ac055c2e-1dda-44ca-8372-ddb32f8b541b req-a10f3493-baaf-47a2-a0c2-1a13b1d8fd68 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606363 Aug 16 11:43:20.428435 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9f2ecef5-6582-424b-bae9-1c4364c754fa req-fc3547a5-8c55-4901-9c7e-c1251f4e5e0f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463462 Aug 16 11:43:21.570607 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad79d4-8a48-4cc1-bea8-4b6b71443e5f req-b2a61d2e-dca7-4d5a-8480-aa2f6a04baf3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:21.572350 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3ad79d4-8a48-4cc1-bea8-4b6b71443e5f req-b2a61d2e-dca7-4d5a-8480-aa2f6a04baf3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0829549 Aug 16 11:43:21.583721 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7075bfc-aaaa-4370-855e-9970d1d41daf req-f70ea42e-50c7-4653-9e42-78c4c60362b5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:21.585144 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f7075bfc-aaaa-4370-855e-9970d1d41daf req-f70ea42e-50c7-4653-9e42-78c4c60362b5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0688467 Aug 16 11:43:21.642984 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3ad79d4-8a48-4cc1-bea8-4b6b71443e5f req-af98d116-f33a-428a-a09f-47589a0d45a4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568655 Aug 16 11:43:21.645996 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f7075bfc-aaaa-4370-855e-9970d1d41daf req-c1b733f5-abd3-4bf5-98eb-ec2586fd58eb tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539482 Aug 16 11:43:21.720521 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-82c7a186-6b5c-429f-9f97-5f0d0e077ebb service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944257 Aug 16 11:43:21.813355 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dc845a9c-5dd3-4cf3-be39-0c6ed44f58d6 req-94dcdad2-c027-488a-8a20-0345d322ec9c service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848348 Aug 16 11:43:22.417701 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:22.794481 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b648c9b-3781-47d6-ab98-46a5f2822e2e req-518bf6f8-f99f-4d55-bb2a-668cdce83a01 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:22.796130 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b648c9b-3781-47d6-ab98-46a5f2822e2e req-518bf6f8-f99f-4d55-bb2a-668cdce83a01 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0807564 Aug 16 11:43:22.810664 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0892a-70cc-4f18-b0f6-4084602744cc req-3d1f7534-2b62-49e8-9290-78def1e5e291 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:22.812254 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f3b0892a-70cc-4f18-b0f6-4084602744cc req-3d1f7534-2b62-49e8-9290-78def1e5e291 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0710340 Aug 16 11:43:22.865101 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b648c9b-3781-47d6-ab98-46a5f2822e2e req-d8c92bb7-175f-4cf4-871e-85d04b3ca137 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628572 Aug 16 11:43:22.872600 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f3b0892a-70cc-4f18-b0f6-4084602744cc req-3708f3c4-4670-47e8-9c1c-07bd2db4d5bc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532033 Aug 16 11:43:22.996929 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647be21d-1cad-414f-b717-1234fbdfbb54 req-dbceb0a8-951d-4a36-8b0d-f47c3e56c738 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:22.998626 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-647be21d-1cad-414f-b717-1234fbdfbb54 req-dbceb0a8-951d-4a36-8b0d-f47c3e56c738 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0521145 Aug 16 11:43:23.007247 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41848) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:23.012770 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'floatingip': {'port_id': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:43:23.099317 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:23.810354 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:23.963962 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:24.223411 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.l3_db [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Floating IP 5364631a-24e9-4c3f-9fe4-78033318ae5c associated. External IP: 172.27.0.124, port: 81d8b937-5d21-48b2-9ce1-e22c5ab6444f. Aug 16 11:43:24.233963 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24a6a0-8baa-4b8b-8f89-834f02e74617 req-85114869-fd60-438c-b4f4-557ddd1572f0 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:24.235480 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6c24a6a0-8baa-4b8b-8f89-834f02e74617 req-85114869-fd60-438c-b4f4-557ddd1572f0 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.3016629 Aug 16 11:43:24.350632 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6c24a6a0-8baa-4b8b-8f89-834f02e74617 req-f9e1326b-3d47-45f1-9a81-a226ab8c3e1b tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828099 Aug 16 11:43:24.502642 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Router dde2550c-d072-4d50-8e36-656255f45d5a has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:43:24.615563 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:43:24.620485 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:24.629833 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] Sync routers for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:43:24.644066 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:43:24.644066 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:43:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:43:24.651428 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-4e210d21-9f86-4247-b371-d3ed7ac94f4a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "PUT /v2.0/floatingips/5364631a-24e9-4c3f-9fe4-78033318ae5c HTTP/1.1" status: 200 len: 992 time: 1.6404335 Aug 16 11:43:24.651428 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:24.753168 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:43:24.763395 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:24.865478 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4411f8-42ec-4f54-8676-94c93d9219a2 x-openstack-request-id: req-dc4411f8-42ec-4f54-8676-94c93d9219a2 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:24.866471 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:24.866762 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc4411f8-42ec-4f54-8676-94c93d9219a2 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:24.867234 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'status': 'completed', 'code': 200} Aug 16 11:43:24.933164 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-d6507b7a-0c55-4680-90fe-025e88a5a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:24.935425 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-d6507b7a-0c55-4680-90fe-025e88a5a820 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 1099 time: 0.0433195 Aug 16 11:43:25.035874 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-87a82f08-76ab-43f4-9fa6-3b06f3681e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:25.037356 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-87a82f08-76ab-43f4-9fa6-3b06f3681e4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 917 time: 0.0913761 Aug 16 11:43:25.125832 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '5364631a-24e9-4c3f-9fe4-78033318ae5c', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'port_id': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'mac_address': 'fa:16:3e:ff:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:42:56Z', 'updated_at': '2021-08-16T11:43:23Z', 'revision_number': 1, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:43:25.148065 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-77807d33-e640-4aac-b434-e3e0a2a3484a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f HTTP/1.1" status: 200 len: 1000 time: 0.1019461 Aug 16 11:43:25.151434 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] Checking router: dde2550c-d072-4d50-8e36-656255f45d5a for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:43:25.161116 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:43:25.161720 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:43:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:43:25.202807 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-04d77758-3157-4a85-98df-bb821daf7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:25.204276 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-04d77758-3157-4a85-98df-bb821daf7b02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0464242 Aug 16 11:43:25.257411 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-6a2f6cbf-f753-46c1-b546-d7d8ea31434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:25.258973 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-6a2f6cbf-f753-46c1-b546-d7d8ea31434c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444052 Aug 16 11:43:25.279941 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:43:25.400170 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-7b2f980c-7102-40ee-8db4-aa4ae9d4f260 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312754 Aug 16 11:43:25.488322 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd806b-9ff0-4d17-a354-cfe85ba92eaa req-e15c9fe4-8b94-4a16-84c9-d445dd145a4a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:25.489875 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-91fd806b-9ff0-4d17-a354-cfe85ba92eaa req-e15c9fe4-8b94-4a16-84c9-d445dd145a4a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0511401 Aug 16 11:43:25.531026 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-945c8e3e-460e-47a4-9c6a-f5ae04fd3aa2 req-3fda2c11-0ab0-432b-a754-96990197b3d8 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193118 Aug 16 11:43:25.531853 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-91fd806b-9ff0-4d17-a354-cfe85ba92eaa req-5d7910f7-7986-4a86-a5a6-9dbb825c9e3c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346560 Aug 16 11:43:25.562269 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '5364631a-24e9-4c3f-9fe4-78033318ae5c', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'port_id': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'mac_address': 'fa:16:3e:ff:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:42:56Z', 'updated_at': '2021-08-16T11:43:23Z', 'revision_number': 1, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:43:25.588622 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c150c1-05ab-478f-9013-55d114fdaf2f None None] The sync data for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi is: [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '5364631a-24e9-4c3f-9fe4-78033318ae5c', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'port_id': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'mac_address': 'fa:16:3e:ff:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:42:56Z', 'updated_at': '2021-08-16T11:43:23Z', 'revision_number': 1, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:43:25.832052 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef74d09b-0e70-4c4b-9134-e9243b7444c1 None None] New status for floating IP 5364631a-24e9-4c3f-9fe4-78033318ae5c: ACTIVE {{(pid=100979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:43:26.653237 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da42bd-d869-422f-9cff-c7093afc669e req-0fc1106d-554e-47b6-a0df-28a65f4da7d0 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:26.654812 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-43da42bd-d869-422f-9cff-c7093afc669e req-0fc1106d-554e-47b6-a0df-28a65f4da7d0 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0492473 Aug 16 11:43:26.695369 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-43da42bd-d869-422f-9cff-c7093afc669e req-d53f6bfc-7cfa-46c2-8579-d0f24e8d472a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Aug 16 11:43:27.836197 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa891b00-605f-4426-9305-c4d03d316e62 req-3e395216-43be-4f65-b592-012bf9b4317a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:27.837666 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fa891b00-605f-4426-9305-c4d03d316e62 req-3e395216-43be-4f65-b592-012bf9b4317a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0550919 Aug 16 11:43:27.885594 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fa891b00-605f-4426-9305-c4d03d316e62 req-e3984236-273c-435a-8a5b-877e7a411604 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Aug 16 11:43:28.239480 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41992) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:28.345086 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d2fbefbf-f9aa-43d6-9190-e41b0f74158f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:28.437878 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d2fbefbf-f9aa-43d6-9190-e41b0f74158f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:28.565408 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d2fbefbf-f9aa-43d6-9190-e41b0f74158f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:28.602398 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbefbf-f9aa-43d6-9190-e41b0f74158f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2abd687-d06e-4527-b6e0-9ea4d7ea04f9,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:28.609187 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d2fbefbf-f9aa-43d6-9190-e41b0f74158f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bda1372132134cc98f7557c185df1c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662343 Aug 16 11:43:28.610717 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 41998) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:28.661651 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-70f13c48-0547-4b8e-af9e-b0a561d8995a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:28.681813 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-70f13c48-0547-4b8e-af9e-b0a561d8995a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:28.816971 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-70f13c48-0547-4b8e-af9e-b0a561d8995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:28.820164 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-70f13c48-0547-4b8e-af9e-b0a561d8995a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:28.821328 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-70f13c48-0547-4b8e-af9e-b0a561d8995a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2abd687-d06e-4527-b6e0-9ea4d7ea04f9 HTTP/1.1" status: 204 len: 168 time: 0.2103500 Aug 16 11:43:28.833089 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f13c48-0547-4b8e-af9e-b0a561d8995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2abd687-d06e-4527-b6e0-9ea4d7ea04f9,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:29.011730 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466359d-e796-4ad0-9448-ae76a38deb3f req-24fb7db7-607e-41b3-a7fd-49a86ccef8a5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:29.014263 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4466359d-e796-4ad0-9448-ae76a38deb3f req-24fb7db7-607e-41b3-a7fd-49a86ccef8a5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0607162 Aug 16 11:43:29.055676 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4466359d-e796-4ad0-9448-ae76a38deb3f req-d11643bb-7c09-4872-88cc-87a7c757bef4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351150 Aug 16 11:43:29.738305 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 42034) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:29.754131 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-44537a93-370e-4d81-a65d-1a4b3d959402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:29.855940 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-44537a93-370e-4d81-a65d-1a4b3d959402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:29.975061 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-44537a93-370e-4d81-a65d-1a4b3d959402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:30.012272 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44537a93-370e-4d81-a65d-1a4b3d959402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700f3921-ad7c-47ba-beb2-e56260c7147b,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:30.016598 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-44537a93-370e-4d81-a65d-1a4b3d959402 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1241e9cf5e884c5bb88b86027e3e9a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807643 Aug 16 11:43:30.019499 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42038) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:30.080483 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2b477a5c-7b70-4f85-98c5-37e316e6311e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:30.117783 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2b477a5c-7b70-4f85-98c5-37e316e6311e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:30.205498 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a7bfe-3d3b-4ed3-9669-82bd77bc903d req-fb1a6729-c5b4-4468-ab40-f728e4afdbdb tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:30.207062 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e15a7bfe-3d3b-4ed3-9669-82bd77bc903d req-fb1a6729-c5b4-4468-ab40-f728e4afdbdb tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0690479 Aug 16 11:43:30.251159 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e15a7bfe-3d3b-4ed3-9669-82bd77bc903d req-0dd3b073-0529-44e5-8980-87bf8718f932 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 Aug 16 11:43:30.342993 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2b477a5c-7b70-4f85-98c5-37e316e6311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:30.346075 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2b477a5c-7b70-4f85-98c5-37e316e6311e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:30.352938 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2b477a5c-7b70-4f85-98c5-37e316e6311e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/700f3921-ad7c-47ba-beb2-e56260c7147b HTTP/1.1" status: 204 len: 168 time: 0.3267567 Aug 16 11:43:30.355366 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b477a5c-7b70-4f85-98c5-37e316e6311e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700f3921-ad7c-47ba-beb2-e56260c7147b,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:31.412070 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8dc5b-f66c-44a8-bb8c-4c9f60d5f8bf req-fe6d7829-4788-4b26-9727-5b39eb1e2805 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:31.413569 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0fc8dc5b-f66c-44a8-bb8c-4c9f60d5f8bf req-fe6d7829-4788-4b26-9727-5b39eb1e2805 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0822163 Aug 16 11:43:31.454500 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0fc8dc5b-f66c-44a8-bb8c-4c9f60d5f8bf req-0bd0baa6-09d0-4b43-ad67-cc143bb769b3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Aug 16 11:43:31.788443 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-5743fa23-611d-4349-9e45-caaa50c5e8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:31.799598 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:43:31.953671 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42106) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:32.063257 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:32.161239 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:32.306487 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:32.345213 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b296a425-2df6-4326-8776-686a5afbd648,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:32.359729 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58e6378b30c84fd5923e8e9ef3822755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048135 Aug 16 11:43:32.361203 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.361548 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.361881 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.362207 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.362730 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.363232 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.363368 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 42128) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:32.364363 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.364841 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.365371 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.365885 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.366213 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.366538 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68660cc-2e10-496c-ace1-2a9bd183d505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.435559 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:32.482996 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:32.610299 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0afe5-87cd-4d37-8faf-5aec37d96b01 req-80eb4f15-1c75-4794-8d0a-1ab7fe34d5de tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:32.613360 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6aa0afe5-87cd-4d37-8faf-5aec37d96b01 req-80eb4f15-1c75-4794-8d0a-1ab7fe34d5de tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0616205 Aug 16 11:43:32.674945 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6aa0afe5-87cd-4d37-8faf-5aec37d96b01 req-ad973c2b-87c3-48e3-acd2-c7bcbbb3084f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539861 Aug 16 11:43:32.689661 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:32.692203 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:32.693610 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b296a425-2df6-4326-8776-686a5afbd648 HTTP/1.1" status: 204 len: 168 time: 0.3293657 Aug 16 11:43:32.704070 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296a425-2df6-4326-8776-686a5afbd648,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:32.711940 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.712362 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.712769 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.713290 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.713618 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.714127 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.715213 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.716040 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.716698 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.717360 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.718028 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.718509 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48176261-680c-4540-9eca-24b9d7d21320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:32.906347 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-9b8f3b6e-5709-4ba6-bb12-362885ea6f9b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:32.907851 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-9b8f3b6e-5709-4ba6-bb12-362885ea6f9b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 815 time: 0.1230433 Aug 16 11:43:32.924866 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d401e8a3-d26c-4b7a-b54a-2346c919e632 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/quotas/8312d74ac85449e18ff7358288d4f1ac HTTP/1.1" status: 200 len: 375 time: 0.0107572 Aug 16 11:43:32.981113 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-27760731-9cc3-423a-9a88-41a7acd903ea tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496955 Aug 16 11:43:33.080113 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-cffb254a-4c94-4ff0-8116-7f4056315e34 service neutron] 10.222.0.25 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918357 Aug 16 11:43:33.193791 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-4652ef25-84e1-4755-82bc-e8f550381378 service neutron] 10.222.0.25 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075666 Aug 16 11:43:33.520360 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3177f5fd-84c3-4dce-840d-6491e5ec5552 req-7d82ce67-5ac8-48da-af78-fd0cfe195794 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 210 time: 0.0275598 Aug 16 11:43:33.668609 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42188) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:33.682209 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-96c51429-f5dd-4005-9c8d-76d5c69dbf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:33.807521 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-96c51429-f5dd-4005-9c8d-76d5c69dbf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:33.815197 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3a386-fb76-47f3-b4b2-d31ea54a5ec1 req-60ce5dc4-e659-43d6-b6bc-7a463c08884f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:33.816674 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8c3a386-fb76-47f3-b4b2-d31ea54a5ec1 req-60ce5dc4-e659-43d6-b6bc-7a463c08884f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0739772 Aug 16 11:43:33.857156 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8c3a386-fb76-47f3-b4b2-d31ea54a5ec1 req-1ee69459-5110-4814-9920-3cf4f6a4a3b5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Aug 16 11:43:33.894794 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-96c51429-f5dd-4005-9c8d-76d5c69dbf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:33.937971 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c51429-f5dd-4005-9c8d-76d5c69dbf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3234ad-ba70-4b4c-bf5b-a5a7c24d657f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:33.939135 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-96c51429-f5dd-4005-9c8d-76d5c69dbf42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=964e348f70af451e9073837a3def6ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695029 Aug 16 11:43:33.941747 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42196) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:33.992396 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d3529db-cbb1-4d9d-8c90-aafeaa6d8cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:34.017268 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d3529db-cbb1-4d9d-8c90-aafeaa6d8cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:34.211742 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d3529db-cbb1-4d9d-8c90-aafeaa6d8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:34.214455 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d3529db-cbb1-4d9d-8c90-aafeaa6d8cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:34.216900 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-7d3529db-cbb1-4d9d-8c90-aafeaa6d8cb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc3234ad-ba70-4b4c-bf5b-a5a7c24d657f HTTP/1.1" status: 204 len: 168 time: 0.2734759 Aug 16 11:43:34.227644 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3529db-cbb1-4d9d-8c90-aafeaa6d8cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3234ad-ba70-4b4c-bf5b-a5a7c24d657f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:34.460701 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9196de10-922e-4f19-b814-5bcdbc139a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:34.591970 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:34.622882 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-75dc6986-d9fd-4350-b8a8-ee5bb1911534 req-6dbf7bee-c0e6-4e86-9060-69c53eaace2c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 210 time: 0.0333245 Aug 16 11:43:34.971099 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7353b-fda6-458b-a70d-cf1260311c16 req-067ca666-7b75-4a0a-8cad-2b50ef970f89 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:34.972625 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-80d7353b-fda6-458b-a70d-cf1260311c16 req-067ca666-7b75-4a0a-8cad-2b50ef970f89 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0480931 Aug 16 11:43:35.013979 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-80d7353b-fda6-458b-a70d-cf1260311c16 req-72eeb3a8-3a48-4107-a29b-bb1f94d37ff5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353427 Aug 16 11:43:35.098348 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42226) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:35.112120 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bacb05ed-ed9d-4188-9620-808645f6cc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:35.211979 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bacb05ed-ed9d-4188-9620-808645f6cc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:35.352027 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bacb05ed-ed9d-4188-9620-808645f6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:35.397444 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb05ed-ed9d-4188-9620-808645f6cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38899776-25de-47fc-ba5b-aef2a8af6b1e,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:35.403889 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-bacb05ed-ed9d-4188-9620-808645f6cc69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e84b5cb891ab4fd9999b8eaf3a09730c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026919 Aug 16 11:43:35.404847 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42234) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:35.465592 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac18f87c-6cee-49d0-a215-4ed2ee68f661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:35.488723 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac18f87c-6cee-49d0-a215-4ed2ee68f661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:35.628468 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac18f87c-6cee-49d0-a215-4ed2ee68f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:35.631357 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac18f87c-6cee-49d0-a215-4ed2ee68f661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:35.632582 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ac18f87c-6cee-49d0-a215-4ed2ee68f661 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38899776-25de-47fc-ba5b-aef2a8af6b1e HTTP/1.1" status: 204 len: 168 time: 0.2266176 Aug 16 11:43:35.641001 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18f87c-6cee-49d0-a215-4ed2ee68f661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38899776-25de-47fc-ba5b-aef2a8af6b1e,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:35.727742 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-20bfc296-9335-41a4-a989-66d5400b3cef req-d66858ac-2e40-46fa-9548-c85a8f923e9b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 210 time: 0.0302737 Aug 16 11:43:35.817230 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:36.156764 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5c55c-4be4-41c1-857a-08a15b807493 req-111d0ee4-172d-4902-9fc9-9800aba8480c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:36.158378 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8ab5c55c-4be4-41c1-857a-08a15b807493 req-111d0ee4-172d-4902-9fc9-9800aba8480c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0633230 Aug 16 11:43:36.201451 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8ab5c55c-4be4-41c1-857a-08a15b807493 req-a384e710-d5d9-4037-8c5a-95414933572d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364075 Aug 16 11:43:36.221950 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-efeb5440-8cf4-41b4-ad8a-74eeb8156102 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:36.223457 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-efeb5440-8cf4-41b4-ad8a-74eeb8156102 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 815 time: 0.1341619 Aug 16 11:43:36.241238 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Request body: {'port': {'device_id': '42f9ad66-8efd-428d-b781-5d9c5e5398d8', 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'admin_state_up': True, 'tenant_id': '8312d74ac85449e18ff7358288d4f1ac'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:43:36.534349 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Made reservation on behalf of 8312d74ac85449e18ff7358288d4f1ac for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:43:36.537956 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:36.678085 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Allocated IP 172.20.0.5 (aec198fa-5463-421b-b401-50b8a1858058/a4ae5d56-03b2-417b-beeb-8c32b563799c/0c5226f4-0c9a-4f5b-9887-4b3877a79ec8) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:43:36.843828 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-757c5a7a-4374-43bd-9ede-311aab810b1b req-75769de0-306c-4923-b31c-e5bdb75c7326 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 210 time: 0.0262644 Aug 16 11:43:36.844289 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.003844 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.024267 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['366a0ef8-4204-48c6-bc57-9f1c24abdafa'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:43:37.051508 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Network aec198fa-5463-421b-b401-50b8a1858058 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:43:37.054768 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:43:37.060123 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:43:37.068134 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:37.068795 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.072805 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Pushing event updated for resources: {'Port': ['ID=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:37.205994 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-d75b4227-c40d-4ebb-b249-95f9277b091f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9689806 Aug 16 11:43:37.220844 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Request body: {'port': {'device_id': '42f9ad66-8efd-428d-b781-5d9c5e5398d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:43:37.284167 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.326478 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497c33c-bb8a-4853-9136-0b118e76b7db req-4f6d8926-93e6-41de-9002-f29f18aadd80 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:37.328032 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1497c33c-bb8a-4853-9136-0b118e76b7db req-4f6d8926-93e6-41de-9002-f29f18aadd80 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0517237 Aug 16 11:43:37.371913 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.379749 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1497c33c-bb8a-4853-9136-0b118e76b7db req-6777bf3e-0d66-4b7f-899e-4e91e0da3119 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373588 Aug 16 11:43:37.570665 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:37.580149 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.594322 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Transition to ACTIVE for port object 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:43:37.679962 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.767775 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:37.773839 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Attempting to bind port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:43:37.774278 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Attempting to bind port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:43:37.774649 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Attempting to bind port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 on network aec198fa-5463-421b-b401-50b8a1858058 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:43:37.780777 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 on network aec198fa-5463-421b-b401-50b8a1858058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:43:37.780914 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Attempting to bind port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 on network aec198fa-5463-421b-b401-50b8a1858058 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:43:37.782693 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42330) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:37.786251 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:43:37.786607 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Checking segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:43:37.786998 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Bound using segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:43:37.787423 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Bound port: 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:43:37.787778 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.865515 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] For port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:43:37.869104 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] For port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:43:37.922275 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f58ff872-bf60-4e34-89a4-f25f31834b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:37.981059 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:38.005011 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77184aa-2371-4ac0-87e3-ba068fc6fd4a req-77416b6f-8a2b-42d0-9d90-9299c0c807ac tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:38.006559 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e77184aa-2371-4ac0-87e3-ba068fc6fd4a req-77416b6f-8a2b-42d0-9d90-9299c0c807ac tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 943 time: 0.0820231 Aug 16 11:43:38.021359 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:38.022005 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:38.023399 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 HTTP/1.1" status: 200 len: 1093 time: 0.8070846 Aug 16 11:43:38.023848 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f9ad66-8efd-428d-b781-5d9c5e5398d8', 'tag': '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:38.028599 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e87691-08b2-4628-be97-e6497e3c1dac" -d '{"events": [{"name": "network-changed", "server_uuid": "42f9ad66-8efd-428d-b781-5d9c5e5398d8", "tag": "0c5226f4-0c9a-4f5b-9887-4b3877a79ec8"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:38.068226 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e42ded-f291-49bc-9b71-197946ad57ea x-openstack-request-id: req-f9e42ded-f291-49bc-9b71-197946ad57ea {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:38.068529 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f9ad66-8efd-428d-b781-5d9c5e5398d8", "tag": "0c5226f4-0c9a-4f5b-9887-4b3877a79ec8", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:38.068843 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9e42ded-f291-49bc-9b71-197946ad57ea {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:38.069242 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f9ad66-8efd-428d-b781-5d9c5e5398d8', 'tag': '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8', 'status': 'completed', 'code': 200} Aug 16 11:43:38.073131 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a78a-47bc-41c5-b60b-8fda59255df6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:38.089279 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e77184aa-2371-4ac0-87e3-ba068fc6fd4a req-b0493702-dfd6-4d6b-b61d-571e9187b108 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761292 Aug 16 11:43:38.131655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f58ff872-bf60-4e34-89a4-f25f31834b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:38.151669 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87691-08b2-4628-be97-e6497e3c1dac req-8b5a2d5f-a748-46ad-a8c8-c235a18e07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:38.153162 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d8e87691-08b2-4628-be97-e6497e3c1dac req-8b5a2d5f-a748-46ad-a8c8-c235a18e07fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 1096 time: 0.0546076 Aug 16 11:43:38.220816 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f58ff872-bf60-4e34-89a4-f25f31834b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:38.269256 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f58ff872-bf60-4e34-89a4-f25f31834b89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ca9ac1453224d1588eec5c03d9a18a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851489 Aug 16 11:43:38.270176 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ff872-bf60-4e34-89a4-f25f31834b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a55c83-08f3-423e-9c7f-6f9b9edb4d33,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:38.272709 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42358) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:38.306481 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87691-08b2-4628-be97-e6497e3c1dac req-7ba3b058-d710-4dfc-b237-de6299e7d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:38.308608 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d8e87691-08b2-4628-be97-e6497e3c1dac req-7ba3b058-d710-4dfc-b237-de6299e7d665 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8312d74ac85449e18ff7358288d4f1ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1341913 Aug 16 11:43:38.334465 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dfa5075-6d55-4f9c-af65-2b70107d4dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:38.357878 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dfa5075-6d55-4f9c-af65-2b70107d4dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:38.435448 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e87691-08b2-4628-be97-e6497e3c1dac req-7abbd7c9-9905-443e-ab48-8509551f8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:38.436911 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d8e87691-08b2-4628-be97-e6497e3c1dac req-7abbd7c9-9905-443e-ab48-8509551f8716 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1198590 Aug 16 11:43:38.492465 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a66a6-30fc-4b34-ac7c-1b46be1f4cdb req-4f0eaf0b-f77e-42d8-a205-6b25cf8e3ad2 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:38.493951 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4e6a66a6-30fc-4b34-ac7c-1b46be1f4cdb req-4f0eaf0b-f77e-42d8-a205-6b25cf8e3ad2 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0513415 Aug 16 11:43:38.525202 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-02cd9415-edbb-4b81-a6d2-33b4f0ebd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:38.525202 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-02cd9415-edbb-4b81-a6d2-33b4f0ebd513 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 1096 time: 0.0419383 Aug 16 11:43:38.533833 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4e6a66a6-30fc-4b34-ac7c-1b46be1f4cdb req-a5c23bde-bd98-47c5-b741-371be65bd702 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329058 Aug 16 11:43:38.548542 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dfa5075-6d55-4f9c-af65-2b70107d4dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:38.551359 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2dfa5075-6d55-4f9c-af65-2b70107d4dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:38.555235 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2dfa5075-6d55-4f9c-af65-2b70107d4dca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53a55c83-08f3-423e-9c7f-6f9b9edb4d33 HTTP/1.1" status: 204 len: 168 time: 0.2789145 Aug 16 11:43:38.565199 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa5075-6d55-4f9c-af65-2b70107d4dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a55c83-08f3-423e-9c7f-6f9b9edb4d33,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:38.565743 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-63dcd674-e17d-4308-a196-7fff83638f0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 HTTP/1.1" status: 200 len: 217 time: 0.0354376 Aug 16 11:43:38.633498 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-fb609e35-bce7-4059-a8f8-261bab7454ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:38.635171 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-fb609e35-bce7-4059-a8f8-261bab7454ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4ae5d56-03b2-417b-beeb-8c32b563799c HTTP/1.1" status: 200 len: 855 time: 0.0518897 Aug 16 11:43:38.673881 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-e854fc74-1b45-4173-b1bd-4642a80e7405 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aec198fa-5463-421b-b401-50b8a1858058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287614 Aug 16 11:43:38.774389 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-b0951245-4cc7-4b96-baa7-303d8908150a service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887423 Aug 16 11:43:38.887948 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5fcd516a-84d0-4cac-bf19-4e55193f6937 req-92f44da0-50b9-463e-ab9c-c2a11eb3e053 service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918145 Aug 16 11:43:39.218656 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9c366-b6d6-4440-afa4-9a984f787a81 req-38c03b24-76df-470d-97c1-9d23dc43b2c1 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:39.220369 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aba9c366-b6d6-4440-afa4-9a984f787a81 req-38c03b24-76df-470d-97c1-9d23dc43b2c1 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 943 time: 0.0522430 Aug 16 11:43:39.263469 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aba9c366-b6d6-4440-afa4-9a984f787a81 req-672e2a22-4b6a-4a9a-a437-130eb1f8da42 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Aug 16 11:43:39.674366 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f6112-4ef0-4302-880b-d63ff788467b req-9aac9ca0-a3a1-40ea-af97-53a8a32d0c5c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:39.675976 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c26f6112-4ef0-4302-880b-d63ff788467b req-9aac9ca0-a3a1-40ea-af97-53a8a32d0c5c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0613790 Aug 16 11:43:39.716742 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c26f6112-4ef0-4302-880b-d63ff788467b req-eb72164c-5350-4a4e-aaff-cd6b5549a015 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Aug 16 11:43:40.471133 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdfefe-964f-439c-80c4-0587514d6f65 req-4325aae2-cc8a-4658-bb7c-42416bc4b7ca tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:40.472699 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04bdfefe-964f-439c-80c4-0587514d6f65 req-4325aae2-cc8a-4658-bb7c-42416bc4b7ca tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 943 time: 0.0488484 Aug 16 11:43:40.513244 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04bdfefe-964f-439c-80c4-0587514d6f65 req-6f677346-fe4b-4827-ac54-257f102bcc7a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Aug 16 11:43:40.615522 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad7c63-b978-48e6-8d66-0ea473a3325e req-c6cf8e69-6990-445f-a97d-208a49fafa51 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:40.617148 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-36ad7c63-b978-48e6-8d66-0ea473a3325e req-c6cf8e69-6990-445f-a97d-208a49fafa51 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Aug 16 11:43:40.656783 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-36ad7c63-b978-48e6-8d66-0ea473a3325e req-b1e0e6df-a14a-487d-b8dc-e3e9cd9e5179 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Aug 16 11:43:40.855213 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155641d-7634-4d18-aeaa-4a67d011f57a req-bbc6161a-a879-49da-bc3d-e38a54cb61bc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:40.856692 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4155641d-7634-4d18-aeaa-4a67d011f57a req-bbc6161a-a879-49da-bc3d-e38a54cb61bc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Aug 16 11:43:41.041873 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4155641d-7634-4d18-aeaa-4a67d011f57a req-ccbe1dbd-a76e-47ce-8ada-7105215f6381 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793206 Aug 16 11:43:41.623216 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114cf04-4e15-4b0e-b6c4-5027d0798166 req-c8a874bb-37ac-4a91-9c7a-5c86b6d32658 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:41.624717 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3114cf04-4e15-4b0e-b6c4-5027d0798166 req-c8a874bb-37ac-4a91-9c7a-5c86b6d32658 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 943 time: 0.0481937 Aug 16 11:43:41.662908 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3114cf04-4e15-4b0e-b6c4-5027d0798166 req-c0a4e6b3-2b48-47bb-aed3-a533bb7e00bf tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Aug 16 11:43:41.775481 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f55f9a-e324-4043-90b0-481793b0bb66 req-947077fc-e054-4e3e-90c4-69ff81db6da3 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:41.776967 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-81f55f9a-e324-4043-90b0-481793b0bb66 req-947077fc-e054-4e3e-90c4-69ff81db6da3 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0492291 Aug 16 11:43:41.820500 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-81f55f9a-e324-4043-90b0-481793b0bb66 req-4c3ed2c0-17bd-414a-b2db-b1c05db2eee3 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348625 Aug 16 11:43:42.173943 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1bc79-1b1e-4569-9eb5-eac9d9c6a86a req-a4da1e5b-4da2-4502-aa34-fdadb790593d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:42.175549 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-91e1bc79-1b1e-4569-9eb5-eac9d9c6a86a req-a4da1e5b-4da2-4502-aa34-fdadb790593d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0623119 Aug 16 11:43:42.213741 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-91e1bc79-1b1e-4569-9eb5-eac9d9c6a86a req-49884006-072a-444d-85f3-77fb175c9329 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Aug 16 11:43:42.833182 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d4dd8-dec0-4367-a153-a3ef8185e5ca req-59f65b9e-ad37-401e-aeea-b9a6afad6c12 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:42.833182 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e31d4dd8-dec0-4367-a153-a3ef8185e5ca req-59f65b9e-ad37-401e-aeea-b9a6afad6c12 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 943 time: 0.0522773 Aug 16 11:43:42.833182 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e31d4dd8-dec0-4367-a153-a3ef8185e5ca req-7cfac5c0-b3dd-4355-8cff-f3eaf1ec1578 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372400 Aug 16 11:43:42.936555 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639f60f-ba07-4381-b82a-568c4821f3d4 req-ff02a520-34d7-4c35-94f7-044442af4ebd tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:42.938072 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c639f60f-ba07-4381-b82a-568c4821f3d4 req-ff02a520-34d7-4c35-94f7-044442af4ebd tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0498872 Aug 16 11:43:42.976465 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c639f60f-ba07-4381-b82a-568c4821f3d4 req-13623d7f-586c-4cb2-9ffb-f7135b052c36 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Aug 16 11:43:43.335839 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b764e8b-50fd-4cd0-9423-ca295bd3f0f6 req-1c62566e-a947-4d30-9ae6-e89f8fc62862 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:43.337223 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b764e8b-50fd-4cd0-9423-ca295bd3f0f6 req-1c62566e-a947-4d30-9ae6-e89f8fc62862 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0520446 Aug 16 11:43:43.376322 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b764e8b-50fd-4cd0-9423-ca295bd3f0f6 req-9c072d1a-934b-4ccf-aee1-74b5e7bc167b tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Aug 16 11:43:43.950658 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d1023-a463-460b-9303-effd15ea2fcc req-3f8a75d1-1233-4466-a751-1093a867eeac tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:43.952207 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2d2d1023-a463-460b-9303-effd15ea2fcc req-3f8a75d1-1233-4466-a751-1093a867eeac tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 943 time: 0.0495722 Aug 16 11:43:43.990328 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2d2d1023-a463-460b-9303-effd15ea2fcc req-fca312f5-3baa-4df6-b6cd-0224aa0bf6ab tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Aug 16 11:43:44.103395 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a203ba0-7f60-4e47-afa0-bea93ef86d36 req-2a2d6c8a-d98d-48bc-837a-359decdc7bd0 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:44.105047 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6a203ba0-7f60-4e47-afa0-bea93ef86d36 req-2a2d6c8a-d98d-48bc-837a-359decdc7bd0 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0483809 Aug 16 11:43:44.143596 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6a203ba0-7f60-4e47-afa0-bea93ef86d36 req-2aeeebc9-6000-4f60-9109-de97008f4d5d tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326905 Aug 16 11:43:44.493652 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e60301-80d5-40fe-8bda-c045ee5c3075 req-71287148-020c-4778-84f5-8caae3e96f35 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:44.495191 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-37e60301-80d5-40fe-8bda-c045ee5c3075 req-71287148-020c-4778-84f5-8caae3e96f35 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0508366 Aug 16 11:43:44.534988 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-37e60301-80d5-40fe-8bda-c045ee5c3075 req-4b5c9a73-abe6-4162-be95-ed853d2cb4ed tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331028 Aug 16 11:43:45.125688 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1ce47-408f-4772-a101-f91b7e8cb68b req-70dc2f31-9f56-448b-a83e-ce787e109fd2 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:45.127383 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-77a1ce47-408f-4772-a101-f91b7e8cb68b req-70dc2f31-9f56-448b-a83e-ce787e109fd2 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 943 time: 0.0502813 Aug 16 11:43:45.166205 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-77a1ce47-408f-4772-a101-f91b7e8cb68b req-da6c423b-a52f-43b3-86c7-f37e4e5cbee6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326846 Aug 16 11:43:45.266791 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eee496-0ef6-4a4c-8db0-c46b7a287380 req-e1c211a7-19df-44d4-9238-c27b89a7937c tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:45.268309 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a7eee496-0ef6-4a4c-8db0-c46b7a287380 req-e1c211a7-19df-44d4-9238-c27b89a7937c tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0505900 Aug 16 11:43:45.307232 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a7eee496-0ef6-4a4c-8db0-c46b7a287380 req-662bf1b8-237f-47f6-b9dc-1e56ead382d6 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Aug 16 11:43:45.657816 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f05318-3675-4e12-87b0-0f815ce1c9e8 req-a27da6c3-a9f8-4008-84b2-4e48b4793f39 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:45.659356 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-74f05318-3675-4e12-87b0-0f815ce1c9e8 req-a27da6c3-a9f8-4008-84b2-4e48b4793f39 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0564930 Aug 16 11:43:45.697230 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-74f05318-3675-4e12-87b0-0f815ce1c9e8 req-b64474b8-8ac0-45ae-a179-aa7145172b20 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319552 Aug 16 11:43:45.769678 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 42542) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:45.873966 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f72b-d084-4670-8603-b304383fef0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:45.965536 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f72b-d084-4670-8603-b304383fef0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:46.060383 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c3c2f72b-d084-4670-8603-b304383fef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:46.098035 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-c3c2f72b-d084-4670-8603-b304383fef0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ffb46f9c8b34d688b447503fd7e07ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272696 Aug 16 11:43:46.099048 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2f72b-d084-4670-8603-b304383fef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65abe3ba-a906-4ae2-8732-70383d9f0993,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:46.100786 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42550) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:46.152637 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7ac5523f-f36b-4ea8-ba16-fd01ad0ed4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:46.174180 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7ac5523f-f36b-4ea8-ba16-fd01ad0ed4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:46.281471 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868a42e-7e71-4394-8c07-b488197441e3 req-10edcef0-8cbc-4ce9-9a05-0928bba0c506 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:46.282994 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d868a42e-7e71-4394-8c07-b488197441e3 req-10edcef0-8cbc-4ce9-9a05-0928bba0c506 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 943 time: 0.0482812 Aug 16 11:43:46.318498 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7ac5523f-f36b-4ea8-ba16-fd01ad0ed4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:46.320990 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7ac5523f-f36b-4ea8-ba16-fd01ad0ed4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:46.322682 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-7ac5523f-f36b-4ea8-ba16-fd01ad0ed4d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65abe3ba-a906-4ae2-8732-70383d9f0993 HTTP/1.1" status: 204 len: 168 time: 0.2203846 Aug 16 11:43:46.325241 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d868a42e-7e71-4394-8c07-b488197441e3 req-a43b31bc-8bd5-4f9a-b768-525c4f295409 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363011 Aug 16 11:43:46.333074 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5523f-f36b-4ea8-ba16-fd01ad0ed4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65abe3ba-a906-4ae2-8732-70383d9f0993,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:46.380359 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:43:46.441772 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6cb17-6963-421c-8004-07c9d3133615 req-f41b12dd-86c1-441c-8f9a-97641fed760a tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:46.443526 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-97d6cb17-6963-421c-8004-07c9d3133615 req-f41b12dd-86c1-441c-8f9a-97641fed760a tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0540206 Aug 16 11:43:46.475597 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:46.482207 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-97d6cb17-6963-421c-8004-07c9d3133615 req-aa93df93-e832-44f6-826a-5e41d65c1c18 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 16 11:43:46.487843 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8', 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'port_id': '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8', 'mac_address': 'fa:16:3e:16:fe:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ae5d56-03b2-417b-beeb-8c32b563799c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:43:46.529500 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:46.542729 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:43:46.562018 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:46.648690 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:46.696538 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:46.704254 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.704613 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.704955 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.705289 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.705620 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.706064 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.706392 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.706744 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.707086 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.707413 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.707732 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.708056 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:43:46.811179 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b77b14-d693-466e-96fa-3590bb6cf457 req-e8982bfa-1304-4d1e-92f1-a08bbbaaed84 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:46.812687 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18b77b14-d693-466e-96fa-3590bb6cf457 req-e8982bfa-1304-4d1e-92f1-a08bbbaaed84 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0485950 Aug 16 11:43:46.850537 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18b77b14-d693-466e-96fa-3590bb6cf457 req-7c7012fc-3806-43f5-b63b-7886cff61539 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Aug 16 11:43:47.219415 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42572) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:47.233271 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4ee472d8-a27f-4471-bdc2-f805814f15db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:47.322237 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4ee472d8-a27f-4471-bdc2-f805814f15db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:47.442126 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a2f61-7acd-4711-884b-a0ebe901efa9 req-303cde34-c829-444d-b7ff-1b394ed2d004 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:47.443697 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6d7a2f61-7acd-4711-884b-a0ebe901efa9 req-303cde34-c829-444d-b7ff-1b394ed2d004 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0513506 Aug 16 11:43:47.463070 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4ee472d8-a27f-4471-bdc2-f805814f15db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:47.514816 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6d7a2f61-7acd-4711-884b-a0ebe901efa9 req-0e51db0e-9e52-462a-a835-136592785dd6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647237 Aug 16 11:43:47.516804 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-4ee472d8-a27f-4471-bdc2-f805814f15db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b68d85104184562b6610774e632a523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964017 Aug 16 11:43:47.517622 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee472d8-a27f-4471-bdc2-f805814f15db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cb4654-19ca-4ffe-91f9-4e89ab03cc8b,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:47.519828 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 42578) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:47.588607 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-844f4961-ed93-4bfa-8a44-d344dc73b520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:47.610292 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-844f4961-ed93-4bfa-8a44-d344dc73b520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:47.642624 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540685e8-fb39-4944-8c45-051dd92d80a4 req-532c0c89-ced5-40f0-b955-ca8128225bef tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:47.644274 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-540685e8-fb39-4944-8c45-051dd92d80a4 req-532c0c89-ced5-40f0-b955-ca8128225bef tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0522263 Aug 16 11:43:47.685462 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-540685e8-fb39-4944-8c45-051dd92d80a4 req-ba35ec29-e5d2-44c8-955b-81fa3b473430 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318737 Aug 16 11:43:47.776373 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-844f4961-ed93-4bfa-8a44-d344dc73b520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:47.779667 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-844f4961-ed93-4bfa-8a44-d344dc73b520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:47.780946 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-844f4961-ed93-4bfa-8a44-d344dc73b520 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67cb4654-19ca-4ffe-91f9-4e89ab03cc8b HTTP/1.1" status: 204 len: 168 time: 0.2594662 Aug 16 11:43:47.789603 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f4961-ed93-4bfa-8a44-d344dc73b520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cb4654-19ca-4ffe-91f9-4e89ab03cc8b,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:47.971893 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82254b96-2e12-4f9b-b5dd-ea0692bc8306 req-427a0b46-4d17-4f9a-b355-5f104d393e24 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:47.973406 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-82254b96-2e12-4f9b-b5dd-ea0692bc8306 req-427a0b46-4d17-4f9a-b355-5f104d393e24 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0500798 Aug 16 11:43:48.017279 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-82254b96-2e12-4f9b-b5dd-ea0692bc8306 req-00de8f5d-4378-454f-978e-4b3c5514f428 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Aug 16 11:43:48.024504 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['0c5226f4-0c9a-4f5b-9887-4b3877a79ec8'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:43:48.173851 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-092dca63-5388-49cc-b282-8b938cc0f41d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452476 Aug 16 11:43:48.632836 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f992c1-df92-4648-a25c-83f31d484690 req-739c1906-6008-4cde-9ed5-553123448a6e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:48.634376 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d9f992c1-df92-4648-a25c-83f31d484690 req-739c1906-6008-4cde-9ed5-553123448a6e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0476494 Aug 16 11:43:48.672563 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d9f992c1-df92-4648-a25c-83f31d484690 req-21194bad-3dd0-44d8-85e4-624106048fca tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Aug 16 11:43:48.800932 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce70b7-139e-4116-8473-5ebf31df9bef req-536c9f80-ed05-4b16-8b2c-8e4c6d84a4a4 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:48.802354 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c4ce70b7-139e-4116-8473-5ebf31df9bef req-536c9f80-ed05-4b16-8b2c-8e4c6d84a4a4 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0490129 Aug 16 11:43:48.844289 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c4ce70b7-139e-4116-8473-5ebf31df9bef req-a8af6997-5c32-4aa0-bf86-d934e9439181 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Aug 16 11:43:49.136603 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb69fdd-4539-41e6-b98a-8e0c07eab1c4 req-01ad9c96-df64-45b0-a4cc-a5ef0438182f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:49.138089 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7eb69fdd-4539-41e6-b98a-8e0c07eab1c4 req-01ad9c96-df64-45b0-a4cc-a5ef0438182f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0519357 Aug 16 11:43:49.183046 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7eb69fdd-4539-41e6-b98a-8e0c07eab1c4 req-a092ac64-d795-4b36-8979-2285be67550a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Aug 16 11:43:49.645478 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 42632) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:49.751768 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b0e7fd2b-eccf-4f8c-ab07-52467984bb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:49.790327 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394fa36-0f28-49be-bf01-426f51d66fd4 req-865ae0fa-74d0-45c0-acf6-14c0a521863f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:49.791827 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6394fa36-0f28-49be-bf01-426f51d66fd4 req-865ae0fa-74d0-45c0-acf6-14c0a521863f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0477943 Aug 16 11:43:49.830627 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6394fa36-0f28-49be-bf01-426f51d66fd4 req-5fd49a14-5823-4b9c-9fbb-26658e4e53dd tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 16 11:43:49.839752 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b0e7fd2b-eccf-4f8c-ab07-52467984bb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:49.919251 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b0e7fd2b-eccf-4f8c-ab07-52467984bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:49.959115 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b0e7fd2b-eccf-4f8c-ab07-52467984bb6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=242c627c519649eb89e76e83e66a4419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125319 Aug 16 11:43:49.959988 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7fd2b-eccf-4f8c-ab07-52467984bb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0befc4bd-1989-40c1-8585-d5111fe92f8f,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:49.961695 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42644) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:43:49.984982 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2776ca-e0c1-4356-9a89-3d05379ec0e5 req-01593a66-8e8d-495a-818f-b5550cc68812 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:49.986446 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8f2776ca-e0c1-4356-9a89-3d05379ec0e5 req-01593a66-8e8d-495a-818f-b5550cc68812 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0626614 Aug 16 11:43:50.047120 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8f2776ca-e0c1-4356-9a89-3d05379ec0e5 req-c806e3bd-a5fe-4870-b0cd-47d30280ec72 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515492 Aug 16 11:43:50.051509 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd1bb-09d9-47a0-a6c4-2292d9a2ee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:50.073324 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd1bb-09d9-47a0-a6c4-2292d9a2ee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:50.199332 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd1bb-09d9-47a0-a6c4-2292d9a2ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:50.202832 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd1bb-09d9-47a0-a6c4-2292d9a2ee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:50.204022 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-bf6fd1bb-09d9-47a0-a6c4-2292d9a2ee30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0befc4bd-1989-40c1-8585-d5111fe92f8f HTTP/1.1" status: 204 len: 168 time: 0.2406471 Aug 16 11:43:50.223910 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fd1bb-09d9-47a0-a6c4-2292d9a2ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0befc4bd-1989-40c1-8585-d5111fe92f8f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:50.305097 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6c1da-5ece-4254-b2db-e1dd26982b00 req-d2ea5051-a05a-45dd-a6b9-95381284087d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:50.306567 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c3e6c1da-5ece-4254-b2db-e1dd26982b00 req-d2ea5051-a05a-45dd-a6b9-95381284087d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0488553 Aug 16 11:43:50.344057 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c3e6c1da-5ece-4254-b2db-e1dd26982b00 req-6029c936-1c05-4149-9371-81f41aa758dc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307312 Aug 16 11:43:50.946180 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc2e18-ea7f-4cae-9973-ba3c9a7d6682 req-42ebb716-dee6-4b3a-8a38-a0965aff1795 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:50.947764 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0afc2e18-ea7f-4cae-9973-ba3c9a7d6682 req-42ebb716-dee6-4b3a-8a38-a0965aff1795 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0480139 Aug 16 11:43:50.986561 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0afc2e18-ea7f-4cae-9973-ba3c9a7d6682 req-5432d053-9c3b-44a6-af0d-8d2a2681a1f4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327270 Aug 16 11:43:51.167586 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0289a-fdcf-4d71-b5e4-782e2b681892 req-71921174-cec5-4946-9cc7-76d8355229b3 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:51.169155 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-73d0289a-fdcf-4d71-b5e4-782e2b681892 req-71921174-cec5-4946-9cc7-76d8355229b3 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0537884 Aug 16 11:43:51.207753 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-73d0289a-fdcf-4d71-b5e4-782e2b681892 req-a10b6a64-0114-4dac-bb58-d0c5adafb249 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Aug 16 11:43:51.390422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-9a13e0c2-b91d-411a-875b-9159e9cdbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:51.392578 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-9a13e0c2-b91d-411a-875b-9159e9cdbdd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 1098 time: 0.1062992 Aug 16 11:43:51.401368 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-9712a4bc-2ea4-45c4-9b8b-c16b67fdae50 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:51.402856 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-9712a4bc-2ea4-45c4-9b8b-c16b67fdae50 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.36 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.1185327 Aug 16 11:43:51.469199 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebb36-16f1-4f88-8763-9e9ac0110606 req-1de0e44b-82c0-49b9-823a-f8abdcbf0227 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:51.470799 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-490ebb36-16f1-4f88-8763-9e9ac0110606 req-1de0e44b-82c0-49b9-823a-f8abdcbf0227 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Aug 16 11:43:51.516082 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-490ebb36-16f1-4f88-8763-9e9ac0110606 req-d89e9fc5-19ed-472f-ab62-fc10b05391bf tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 Aug 16 11:43:51.642398 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-5574645d-e476-44c6-b186-7789ad39d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:51.643924 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-5574645d-e476-44c6-b186-7789ad39d302 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 915 time: 0.2016914 Aug 16 11:43:51.665623 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Deleting port 406d1250-e07a-45fa-b517-dfbb9019e6ee {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:43:51.665989 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:51.697269 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-0783b608-6aa8-4baf-91a7-efbf1252dc34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a0ef8-4204-48c6-bc57-9f1c24abdafa HTTP/1.1" status: 200 len: 217 time: 0.0406301 Aug 16 11:43:52.001858 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-7799e8e8-6f5f-4f19-b9e9-19b157c5db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:52.003358 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-7799e8e8-6f5f-4f19-b9e9-19b157c5db43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4ae5d56-03b2-417b-beeb-8c32b563799c HTTP/1.1" status: 200 len: 855 time: 0.2962976 Aug 16 11:43:52.034046 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] For port 406d1250-e07a-45fa-b517-dfbb9019e6ee, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=406d1250-e07a-45fa-b517-dfbb9019e6ee,segment=NetworkSegment(c08677e7-7f7d-4e91-b3ea-bf5166d032e6),segment_id=c08677e7-7f7d-4e91-b3ea-bf5166d032e6)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:52.034046 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:52.049574 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Calling delete_port for 406d1250-e07a-45fa-b517-dfbb9019e6ee owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:43:52.109467 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa43bb-2108-47a5-a50c-076545f57d7b req-2dcc9e7a-0e62-483b-8fb9-f884313e319a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:52.117614 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-00aa43bb-2108-47a5-a50c-076545f57d7b req-2dcc9e7a-0e62-483b-8fb9-f884313e319a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0601385 Aug 16 11:43:52.166120 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-00aa43bb-2108-47a5-a50c-076545f57d7b req-d32e88e2-2317-44a5-872b-8cc594ea8d40 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475428 Aug 16 11:43:52.335639 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c128-69b6-4e87-9792-29dd234ae943 req-24cbd81f-8031-4051-9bcc-dd1e75a81b84 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:52.337218 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a723c128-69b6-4e87-9792-29dd234ae943 req-24cbd81f-8031-4051-9bcc-dd1e75a81b84 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 945 time: 0.0575840 Aug 16 11:43:52.423264 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a723c128-69b6-4e87-9792-29dd234ae943 req-50b1f28b-bcba-44cf-a1bd-9aecccc7fdab tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766468 Aug 16 11:43:52.427645 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:52.527242 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:52.560326 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Pushing event deleted for resources: {'Port': ['ID=406d1250-e07a-45fa-b517-dfbb9019e6ee,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:52.618774 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] No DVR routers for this DVR port 406d1250-e07a-45fa-b517-dfbb9019e6ee on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:43:52.622246 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:52.624459 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b0d12b8b-3d98-436f-b586-a2c8f923dac8 req-ce3f9a86-662a-4a76-8382-e2e23ae6b079 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.36 "DELETE /v2.0/ports/406d1250-e07a-45fa-b517-dfbb9019e6ee HTTP/1.1" status: 204 len: 173 time: 1.2034767 Aug 16 11:43:52.624917 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386c2626-d1b6-49ad-9986-fac25ce88b12', 'name': 'network-vif-deleted', 'tag': '406d1250-e07a-45fa-b517-dfbb9019e6ee'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:52.627494 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c2a256-aa99-45b4-948b-3d28849245ca" -d '{"events": [{"server_uuid": "386c2626-d1b6-49ad-9986-fac25ce88b12", "name": "network-vif-deleted", "tag": "406d1250-e07a-45fa-b517-dfbb9019e6ee"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:52.641119 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97fc72-3b42-41c8-9993-a343acba51d7 req-0c711682-cfcf-4dc2-8445-4e8bf30b1ed8 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:52.642601 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cd97fc72-3b42-41c8-9993-a343acba51d7 req-0c711682-cfcf-4dc2-8445-4e8bf30b1ed8 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0481026 Aug 16 11:43:52.680803 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cd97fc72-3b42-41c8-9993-a343acba51d7 req-2000c2ec-a4df-44dd-bae4-4d80cc36f03b tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Aug 16 11:43:52.724713 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ae840-c9aa-41e3-b7d3-b60b16a2bf25 x-openstack-request-id: req-b98ae840-c9aa-41e3-b7d3-b60b16a2bf25 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:52.724993 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386c2626-d1b6-49ad-9986-fac25ce88b12", "name": "network-vif-deleted", "tag": "406d1250-e07a-45fa-b517-dfbb9019e6ee", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:52.725244 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b98ae840-c9aa-41e3-b7d3-b60b16a2bf25 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:52.725637 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386c2626-d1b6-49ad-9986-fac25ce88b12', 'name': 'network-vif-deleted', 'tag': '406d1250-e07a-45fa-b517-dfbb9019e6ee', 'status': 'completed', 'code': 200} Aug 16 11:43:53.299074 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24d40d-1305-4fad-91b9-650865aa842a req-740efcef-1163-42ca-a30e-1c4d0eeca1d6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:53.299074 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-be24d40d-1305-4fad-91b9-650865aa842a req-740efcef-1163-42ca-a30e-1c4d0eeca1d6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0526209 Aug 16 11:43:53.336034 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-be24d40d-1305-4fad-91b9-650865aa842a req-2c6fb452-49b8-43bb-9dfd-6d805b8ae571 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Aug 16 11:43:53.512242 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-adf75fa1-606e-4698-a68e-28d041f76a6f req-9ae7eeb1-adcd-4985-a0d6-0970a5f2d30f tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0282116 Aug 16 11:43:53.793000 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cde75-7344-4c6a-b85f-a2f8a9465003 req-933f3208-287a-4f4b-b341-0ca1352c3b27 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:53.794651 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-959cde75-7344-4c6a-b85f-a2f8a9465003 req-933f3208-287a-4f4b-b341-0ca1352c3b27 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0468855 Aug 16 11:43:53.833200 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-959cde75-7344-4c6a-b85f-a2f8a9465003 req-92afab0c-a24d-4b74-bda9-2d24b2f8fd04 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Aug 16 11:43:54.449218 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ee34-76ed-49e3-80f8-d3082bafc396 req-ce7fc65e-efb6-448a-bbd2-567572e2c961 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:54.451151 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ae96ee34-76ed-49e3-80f8-d3082bafc396 req-ce7fc65e-efb6-448a-bbd2-567572e2c961 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0495961 Aug 16 11:43:54.490504 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ae96ee34-76ed-49e3-80f8-d3082bafc396 req-41d9cbe2-e022-4c0c-9e5b-c14e2c77dbaa tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Aug 16 11:43:54.605025 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d11d75fa-8b61-43ab-8781-86803d32ec35 req-2b8defb0-1c36-4c00-aa3c-9665cd19deb4 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0256095 Aug 16 11:43:54.947404 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['406d1250-e07a-45fa-b517-dfbb9019e6ee'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:43:54.953732 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21aa745-fc6b-4cba-967c-3363aef818d9 req-9f44fcee-d8a1-4bf9-8e52-9ee909a56ab4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:54.955613 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a21aa745-fc6b-4cba-967c-3363aef818d9 req-9f44fcee-d8a1-4bf9-8e52-9ee909a56ab4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0578811 Aug 16 11:43:54.964624 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-11b2d476-5feb-4d1d-ba27-db807b24ca91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aec198fa-5463-421b-b401-50b8a1858058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260923 Aug 16 11:43:54.995686 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a21aa745-fc6b-4cba-967c-3363aef818d9 req-1c4c3b59-8d76-4b29-ae38-44c5e2b7b523 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Aug 16 11:43:55.063719 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-dea9a080-1bde-426c-b001-2cbf55586929 service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892270 Aug 16 11:43:55.154872 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-110a2c7c-4fcb-4e9a-be7c-90168de38ddc req-3532badd-125e-44fd-9d32-724f628cfc4d service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827301 Aug 16 11:43:55.606347 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e266f5-26fd-4949-880e-2d73b7833232 req-91796b08-b20f-4186-ace8-50f02d3d7b44 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:55.607867 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-92e266f5-26fd-4949-880e-2d73b7833232 req-91796b08-b20f-4186-ace8-50f02d3d7b44 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0487154 Aug 16 11:43:55.646397 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-92e266f5-26fd-4949-880e-2d73b7833232 req-0efcabdc-6d8b-4406-8996-e2c8392114b0 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Aug 16 11:43:55.699103 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e2157d76-6f98-4de5-9916-a1d3dcbe7bd1 req-d27f71a2-0ec8-4bf4-80e9-b017ab2f96c3 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0252261 Aug 16 11:43:56.112061 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef759a1-04be-4969-b5c5-efe80b5500d3 req-94e09e2e-cb9b-4d14-a4f8-008a321ab4f4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:56.113529 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ef759a1-04be-4969-b5c5-efe80b5500d3 req-94e09e2e-cb9b-4d14-a4f8-008a321ab4f4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0507286 Aug 16 11:43:56.150792 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ef759a1-04be-4969-b5c5-efe80b5500d3 req-285d4527-d7e2-49f2-88e9-1f45a0354df0 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Aug 16 11:43:56.783988 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65337e28-a6c4-47b5-aed5-a26b6dec7f34 req-ccbd1bcc-26ff-41d7-9435-25c70c0f5e92 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:56.786928 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-65337e28-a6c4-47b5-aed5-a26b6dec7f34 req-ccbd1bcc-26ff-41d7-9435-25c70c0f5e92 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 944 time: 0.0608754 Aug 16 11:43:56.829106 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-65337e28-a6c4-47b5-aed5-a26b6dec7f34 req-18c13803-eb67-47f5-83dc-815f1dc8eb4a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361404 Aug 16 11:43:56.919381 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2a044194-9dc8-4b9b-ad95-a1b3cec51c33 req-9664776c-cca2-4195-b41d-6b445a7c5222 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0255351 Aug 16 11:43:57.267560 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e443e-89f5-43ea-bf2a-cd45b79699ff req-c8b7e256-d303-4b05-91d0-c31cf601e259 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:57.269941 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e32e443e-89f5-43ea-bf2a-cd45b79699ff req-c8b7e256-d303-4b05-91d0-c31cf601e259 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0530460 Aug 16 11:43:57.280817 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:43:57.308426 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e32e443e-89f5-43ea-bf2a-cd45b79699ff req-07bddcf7-89e7-4ac7-a91f-4e0e8ccb3ead tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327473 Aug 16 11:43:57.385534 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:43:57.391255 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:43:57.391629 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:57.470501 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:57.492727 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f9ad66-8efd-428d-b781-5d9c5e5398d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:43:57.495006 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17229810-7bd9-4ed4-bb0d-23b0e7545e18" -d '{"events": [{"server_uuid": "42f9ad66-8efd-428d-b781-5d9c5e5398d8", "name": "network-vif-plugged", "status": "completed", "tag": "0c5226f4-0c9a-4f5b-9887-4b3877a79ec8"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:43:57.508815 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:43:57.533146 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0100787c-bab5-463a-817f-ea153950fce3 x-openstack-request-id: req-0100787c-bab5-463a-817f-ea153950fce3 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:43:57.533471 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f9ad66-8efd-428d-b781-5d9c5e5398d8", "name": "network-vif-plugged", "status": "completed", "tag": "0c5226f4-0c9a-4f5b-9887-4b3877a79ec8", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:43:57.533754 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0100787c-bab5-463a-817f-ea153950fce3 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:43:57.534166 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f9ad66-8efd-428d-b781-5d9c5e5398d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8', 'code': 200} Aug 16 11:43:57.633570 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:43:57.634330 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 406d1250-e07a-45fa-b517-dfbb9019e6ee no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:43:57.670679 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 406d1250-e07a-45fa-b517-dfbb9019e6ee {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:43:57.671026 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 406d1250-e07a-45fa-b517-dfbb9019e6ee not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:43:57.697892 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:43:57.950270 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2fc5c-361f-4800-bdf1-ff64a58a323c req-eaa2037e-d166-4f59-bdcf-b667f728bc46 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:57.951774 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6f2fc5c-361f-4800-bdf1-ff64a58a323c req-eaa2037e-d166-4f59-bdcf-b667f728bc46 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.0480971 Aug 16 11:43:57.987907 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6f2fc5c-361f-4800-bdf1-ff64a58a323c req-7d8042b2-811a-4df3-a245-e76cd4ac3098 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303557 Aug 16 11:43:58.066774 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-85f00e34-a28c-4dd2-a4a8-d36c1e979dde req-81fcb71f-a086-403d-b9de-c33523d2a2d7 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0260899 Aug 16 11:43:58.430694 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d42d8-ae43-4eba-b0ec-8c9da82f5ca5 req-8f2b3736-00c6-4ef3-84bb-d505b15fc0b5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:58.432235 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ca9d42d8-ae43-4eba-b0ec-8c9da82f5ca5 req-8f2b3736-00c6-4ef3-84bb-d505b15fc0b5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0555861 Aug 16 11:43:58.474992 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ca9d42d8-ae43-4eba-b0ec-8c9da82f5ca5 req-2f08e335-c2ed-4d76-a880-ce18a143ae63 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366476 Aug 16 11:43:58.836845 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8002-0ac9-47a8-8412-f5458ba2ccc2 req-21f0c90f-d24b-4c5e-9bd0-8586ac127db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:58.838323 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3bcf8002-0ac9-47a8-8412-f5458ba2ccc2 req-21f0c90f-d24b-4c5e-9bd0-8586ac127db2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 1098 time: 0.0431778 Aug 16 11:43:58.875147 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3bcf8002-0ac9-47a8-8412-f5458ba2ccc2 req-932be633-44b9-4d9a-bef8-a599fdd02c64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273921 Aug 16 11:43:59.105112 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4333e5-93a8-4d2c-a93c-c3ad423847e7 req-84ce0898-912f-4c0a-8416-7220b18e69d1 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:59.106784 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ec4333e5-93a8-4d2c-a93c-c3ad423847e7 req-84ce0898-912f-4c0a-8416-7220b18e69d1 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.0497780 Aug 16 11:43:59.167914 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d6a5a369-2bf4-4777-aba2-7f2963842322 req-17b2770e-8cc5-47f7-b740-2fa719b80fc2 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0322921 Aug 16 11:43:59.171252 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ec4333e5-93a8-4d2c-a93c-c3ad423847e7 req-d2de3bbf-775a-486f-99ed-f373e0953ed1 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585063 Aug 16 11:43:59.594302 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef8a2-af0c-41fb-a37e-d103c1a35407 req-ead9a7c1-074d-49e5-b28a-e4a8b66692ad tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:43:59.595955 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8c1ef8a2-af0c-41fb-a37e-d103c1a35407 req-ead9a7c1-074d-49e5-b28a-e4a8b66692ad tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0504165 Aug 16 11:43:59.643777 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8c1ef8a2-af0c-41fb-a37e-d103c1a35407 req-a002b48c-524b-47a8-886c-590f1d7fb424 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393126 Aug 16 11:44:00.307774 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c3804b67-02e3-422f-ac8d-8b8b09109e80 req-c95d3342-1522-4fb8-97b5-5aca6d8afa96 tempest-DeleteServersTestJSON-773810275 tempest-DeleteServersTestJSON-773810275-project] 10.222.0.25 "GET /v2.0/ports?device_id=386c2626-d1b6-49ad-9986-fac25ce88b12 HTTP/1.1" status: 200 len: 210 time: 0.0451705 Aug 16 11:44:00.356076 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172989-d1fd-4401-8a39-e038f48dd9f9 req-d5bc83a4-6826-4389-82fe-378705ead54c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:00.358344 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-39172989-d1fd-4401-8a39-e038f48dd9f9 req-d5bc83a4-6826-4389-82fe-378705ead54c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.1076083 Aug 16 11:44:00.410646 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-39172989-d1fd-4401-8a39-e038f48dd9f9 req-31f0f99f-f9f2-41d2-9419-f4539d4a4a34 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462899 Aug 16 11:44:00.766199 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273b345-7f3c-4005-a237-e30fd19f74f1 req-5063bb09-0bea-4242-bdc0-90617f074151 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:00.767721 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0273b345-7f3c-4005-a237-e30fd19f74f1 req-5063bb09-0bea-4242-bdc0-90617f074151 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0501168 Aug 16 11:44:00.818258 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0273b345-7f3c-4005-a237-e30fd19f74f1 req-9abfc905-cc99-4b96-a07a-8a0d3c0e89ca tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442972 Aug 16 11:44:01.777521 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-b8bff466-79d2-4e6b-87cd-a7ff85bb1736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:01.977476 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd30256-e9f8-4bb0-8411-05b64427655c req-91aad5bc-4677-4712-9959-bc29a6a3e725 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:01.979814 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3fd30256-e9f8-4bb0-8411-05b64427655c req-91aad5bc-4677-4712-9959-bc29a6a3e725 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0779552 Aug 16 11:44:02.017405 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3fd30256-e9f8-4bb0-8411-05b64427655c req-1522b683-57c5-4ddb-aa21-5dd7e3aba20c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Aug 16 11:44:03.153530 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2c322-1c8b-4fb6-a567-7dd9ad48a3cf req-df8bad72-fdb9-467b-9943-cd5e7ef89e4c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:03.155036 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-83f2c322-1c8b-4fb6-a567-7dd9ad48a3cf req-df8bad72-fdb9-467b-9943-cd5e7ef89e4c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Aug 16 11:44:03.196783 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-83f2c322-1c8b-4fb6-a567-7dd9ad48a3cf req-caffa42d-e7c5-442c-ab4e-110d5636ddab tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308850 Aug 16 11:44:04.312556 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0de112-f1fd-4ce4-b814-e04917a040fe req-022bbdd6-edde-4645-bd79-21229748b026 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:04.314015 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fb0de112-f1fd-4ce4-b814-e04917a040fe req-022bbdd6-edde-4645-bd79-21229748b026 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0467181 Aug 16 11:44:04.352103 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fb0de112-f1fd-4ce4-b814-e04917a040fe req-62bf5fe5-8d94-4a01-a96e-40e63c8a07bb tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Aug 16 11:44:04.438649 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a0e55ed4-7742-44c5-93c7-13898af28c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:04.533452 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:04.582316 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b6d06-fb91-4193-9a33-70b64e0f35b7 req-4143ea5e-5e96-4d0c-b490-2d7db23ea612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:04.583848 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b41b6d06-fb91-4193-9a33-70b64e0f35b7 req-4143ea5e-5e96-4d0c-b490-2d7db23ea612 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0402269 Aug 16 11:44:04.619934 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b41b6d06-fb91-4193-9a33-70b64e0f35b7 req-b88294e8-5a83-4bac-9a45-2609ff6e8853 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272298 Aug 16 11:44:05.474935 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32268c-0b02-4ae7-8483-48ee0ed4b086 req-4b47e1ec-bb7d-41d0-b522-c69f6961b11e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:05.476396 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9d32268c-0b02-4ae7-8483-48ee0ed4b086 req-4b47e1ec-bb7d-41d0-b522-c69f6961b11e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Aug 16 11:44:05.516309 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9d32268c-0b02-4ae7-8483-48ee0ed4b086 req-555eea0e-8c40-46e7-a7e8-a8939bf51f3e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331416 Aug 16 11:44:05.775955 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.226220 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 42998) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:06.271883 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8db3b69-8a1b-445b-ba6f-ee8d5086004b admin admin] Deleting subnet d9ffdea7-7966-4538-88b6-c74f6dea5795 {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:44:06.275036 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b69-8a1b-445b-ba6f-ee8d5086004b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.310626 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b69-8a1b-445b-ba6f-ee8d5086004b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.357916 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b69-8a1b-445b-ba6f-ee8d5086004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.505612 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b69-8a1b-445b-ba6f-ee8d5086004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.535261 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db3b69-8a1b-445b-ba6f-ee8d5086004b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ffdea7-7966-4538-88b6-c74f6dea5795,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:06.540582 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b69-8a1b-445b-ba6f-ee8d5086004b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.542875 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f8db3b69-8a1b-445b-ba6f-ee8d5086004b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d9ffdea7-7966-4538-88b6-c74f6dea5795 HTTP/1.1" status: 204 len: 168 time: 0.3151157 Aug 16 11:44:06.545838 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43006) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:06.621557 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43010) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:06.624477 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.702051 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15045f-92c0-4092-bcf8-be4f5e5d7c13 req-c2d93c40-b589-49c6-8f50-eeed7b8e3952 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:06.705228 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ef15045f-92c0-4092-bcf8-be4f5e5d7c13 req-c2d93c40-b589-49c6-8f50-eeed7b8e3952 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.0781837 Aug 16 11:44:06.827281 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ef15045f-92c0-4092-bcf8-be4f5e5d7c13 req-4807df74-0843-4d89-b921-8b3c02b7af98 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971611 Aug 16 11:44:06.832645 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.844715 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708fe32c-5199-4f3a-b073-49337031d88f']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:06.858148 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08677e7-7f7d-4e91-b3ea-bf5166d032e6') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:06.858347 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08677e7-7f7d-4e91-b3ea-bf5166d032e6') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:06.872191 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.897609 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.899575 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c3982537-64dd-49b2-8b39-138d2baf3264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.929374 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:44:06.929742 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:44:06.931670 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:44:07.000908 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dfdeb-765d-4dbc-b539-9a3dd01466bf req-14180e49-73a8-4fcb-ad42-0a8968dea931 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:07.002565 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-629dfdeb-765d-4dbc-b539-9a3dd01466bf req-14180e49-73a8-4fcb-ad42-0a8968dea931 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1069996 Aug 16 11:44:07.010415 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c3982537-64dd-49b2-8b39-138d2baf3264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.098775 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-629dfdeb-765d-4dbc-b539-9a3dd01466bf req-771ca756-7278-41cc-b104-2b8b4207a11a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852783 Aug 16 11:44:07.143227 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-48ab84e8-6c52-4b89-8f8c-2e4b39178b68 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:07.144735 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-48ab84e8-6c52-4b89-8f8c-2e4b39178b68 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 815 time: 0.1412308 Aug 16 11:44:07.163958 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-cc7e51b0-809b-4503-b256-ff6d12486899 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/quotas/8312d74ac85449e18ff7358288d4f1ac HTTP/1.1" status: 200 len: 375 time: 0.0094495 Aug 16 11:44:07.179439 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c3982537-64dd-49b2-8b39-138d2baf3264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.189399 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.198501 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.201927 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] 10.222.0.25 "DELETE /v2.0/networks/708fe32c-5199-4f3a-b073-49337031d88f HTTP/1.1" status: 204 len: 168 time: 0.6544647 Aug 16 11:44:07.216217 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-c3982537-64dd-49b2-8b39-138d2baf3264 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=629d1669c7054e338c62a143a9c9758f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5925324 Aug 16 11:44:07.221640 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43046) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:07.243453 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac9e02-3087-481a-87b1-07244c9ac6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=708fe32c-5199-4f3a-b073-49337031d88f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:07.274017 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3982537-64dd-49b2-8b39-138d2baf3264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466b53e5-37c8-4641-a935-1a39f104db3b,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:07.281250 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-c83933e7-0980-43a4-b8e6-407cbaf194f0 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096330 Aug 16 11:44:07.293669 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8ad5-ce95-4026-8b09-4f2ce27241bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.316869 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8ad5-ce95-4026-8b09-4f2ce27241bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.375743 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.378953 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-bee9d7e7-ec8e-437d-8c7f-ccff26ae7e85 service neutron] 10.222.0.25 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964847 Aug 16 11:44:07.470590 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-e0695753-534c-4f65-9bd7-c60ba82dafe0 service neutron] 10.222.0.25 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855353 Aug 16 11:44:07.481942 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8ad5-ce95-4026-8b09-4f2ce27241bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.485351 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8ad5-ce95-4026-8b09-4f2ce27241bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.486651 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-bfcd8ad5-ce95-4026-8b09-4f2ce27241bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/466b53e5-37c8-4641-a935-1a39f104db3b HTTP/1.1" status: 204 len: 168 time: 0.2638421 Aug 16 11:44:07.494674 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd8ad5-ce95-4026-8b09-4f2ce27241bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466b53e5-37c8-4641-a935-1a39f104db3b,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:07.707198 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43060) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:07.747737 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-8c1f638a-1075-408b-a46a-570d9afc3a61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc68151be02144ba92d141ea609efe44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392962 Aug 16 11:44:07.748863 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a15f9cfc-9168-4248-864e-b719fd306252 req-974eab12-7f37-4efb-aeb8-6c3c5243fa63 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 210 time: 0.0289152 Aug 16 11:44:07.750329 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43062) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:07.805901 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-62db72c8-d8ee-4ad8-a903-38fc767bc870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.827430 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-62db72c8-d8ee-4ad8-a903-38fc767bc870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.990415 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-62db72c8-d8ee-4ad8-a903-38fc767bc870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.992991 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-62db72c8-d8ee-4ad8-a903-38fc767bc870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:07.998840 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-62db72c8-d8ee-4ad8-a903-38fc767bc870 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cf7cf77-ed24-4b21-9692-6ee049ec7bfe HTTP/1.1" status: 204 len: 168 time: 0.2438016 Aug 16 11:44:08.012833 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db72c8-d8ee-4ad8-a903-38fc767bc870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf7cf77-ed24-4b21-9692-6ee049ec7bfe,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:08.499165 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43100) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:08.515575 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fc71e154-32d1-42ea-b462-a7b6fab2eefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:08.609443 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fc71e154-32d1-42ea-b462-a7b6fab2eefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:08.776435 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fc71e154-32d1-42ea-b462-a7b6fab2eefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:08.799306 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:44:08.817543 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71e154-32d1-42ea-b462-a7b6fab2eefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dcdd7e-3042-4783-b12d-44f4cc43ca76,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:08.833086 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-fc71e154-32d1-42ea-b462-a7b6fab2eefa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc609aa0035545cc88547ef58bbcd17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325694 Aug 16 11:44:08.835723 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43116) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:08.848044 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f0c4c0cc-9e95-4482-8011-ef25cd5126cc req-8131565c-a93a-43a1-ac49-123150b3f262 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 210 time: 0.0393677 Aug 16 11:44:08.893185 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c091087f-930b-40c9-b21e-619de1c780ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:08.915276 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c091087f-930b-40c9-b21e-619de1c780ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:09.087795 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c091087f-930b-40c9-b21e-619de1c780ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:09.095707 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c091087f-930b-40c9-b21e-619de1c780ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:09.095707 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-c091087f-930b-40c9-b21e-619de1c780ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18dcdd7e-3042-4783-b12d-44f4cc43ca76 HTTP/1.1" status: 204 len: 168 time: 0.2559390 Aug 16 11:44:09.108218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091087f-930b-40c9-b21e-619de1c780ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dcdd7e-3042-4783-b12d-44f4cc43ca76,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:09.787098 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27115d-e8d3-4804-9715-5eb9563e1aa7 req-284c3b79-e5ac-41cf-a794-1375c8477294 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:09.788778 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2e27115d-e8d3-4804-9715-5eb9563e1aa7 req-284c3b79-e5ac-41cf-a794-1375c8477294 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0489576 Aug 16 11:44:09.829426 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2e27115d-e8d3-4804-9715-5eb9563e1aa7 req-ef770723-f9a0-441a-974d-2b1b8a1b7646 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Aug 16 11:44:09.848504 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-fd60cdee-b303-4352-b16d-54d96647c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:09.849995 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-fd60cdee-b303-4352-b16d-54d96647c647 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1098 time: 0.0451176 Aug 16 11:44:09.955416 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-02b552ca-091e-4b04-ab1a-0793d3184c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:09.957032 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-02b552ca-091e-4b04-ab1a-0793d3184c68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.0993888 Aug 16 11:44:10.004184 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-f0b92dff-7ad5-4988-9071-156a723eb8e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 200 len: 217 time: 0.0391455 Aug 16 11:44:10.009452 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bf5005f0-ea91-45f6-9a42-4b015f1b7ed7 req-19cbce04-19f8-40be-9471-790d53afb909 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 210 time: 0.0260427 Aug 16 11:44:10.059200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-dd6f8ee2-a0b5-47a0-9e32-5b5cc9102e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:10.060685 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-dd6f8ee2-a0b5-47a0-9e32-5b5cc9102e20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.0447683 Aug 16 11:44:10.950509 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec612f2-0cf4-4c70-9b10-c1ea2c7ad0b3 req-089e9042-8867-4f61-bace-cdee25cf6d37 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:10.952016 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ec612f2-0cf4-4c70-9b10-c1ea2c7ad0b3 req-089e9042-8867-4f61-bace-cdee25cf6d37 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0553303 Aug 16 11:44:10.991276 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ec612f2-0cf4-4c70-9b10-c1ea2c7ad0b3 req-997ae626-234a-4ce6-88d1-f7b96e9d41a4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326402 Aug 16 11:44:11.083195 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-43150ea1-848d-4350-8f5c-1088cd14a96e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472903 Aug 16 11:44:11.125163 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-42c2365b-8e5d-4fb4-bc35-d3d742f69562 req-1244881f-7da2-4979-9077-33cf908586a8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Aug 16 11:44:12.144156 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729bbd-5980-468a-aa9a-559d66172b09 req-f1f4e44c-0e07-48b2-8824-2f396a04e5f3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:12.146330 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-44729bbd-5980-468a-aa9a-559d66172b09 req-f1f4e44c-0e07-48b2-8824-2f396a04e5f3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0475571 Aug 16 11:44:12.183798 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-44729bbd-5980-468a-aa9a-559d66172b09 req-7305ade1-8b49-46b7-a572-da48be8c87e3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Aug 16 11:44:12.263771 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-23f12df7-deed-44a0-be01-43f3d7f7701e req-041f36f8-7b23-4b6a-9762-2ec7698db42d tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 210 time: 0.0252767 Aug 16 11:44:13.153394 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-59914f6f-fe81-43d0-b281-d7a45b085f93 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945272 Aug 16 11:44:13.247148 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e9942420-7fa2-43c8-ad78-39daa94ce764 req-9b4e1330-d988-488d-a2ed-f999acc16bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Aug 16 11:44:13.309812 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd4b74-9c4e-417c-a448-19d5e621284a req-b17c7827-a10f-4288-a289-fe97b4300263 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:13.312050 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d9cd4b74-9c4e-417c-a448-19d5e621284a req-b17c7827-a10f-4288-a289-fe97b4300263 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0527384 Aug 16 11:44:13.361053 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c47dd665-9a87-4214-ba99-9419d38f93f4 req-9a051e2e-e943-40c6-aa59-0775abc91be4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 210 time: 0.0287087 Aug 16 11:44:13.379015 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d9cd4b74-9c4e-417c-a448-19d5e621284a req-f41bb5a4-1f9e-45c1-b62a-8640496fd364 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570319 Aug 16 11:44:13.601479 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4e3ca1f8-5689-459a-abc2-b3b9805c5c32 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:13.602977 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4e3ca1f8-5689-459a-abc2-b3b9805c5c32 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 815 time: 0.1032627 Aug 16 11:44:13.629057 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Request body: {'port': {'device_id': 'f221caf8-5a29-4cc3-a0c1-698dfdb44ee7', 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'admin_state_up': True, 'tenant_id': '8312d74ac85449e18ff7358288d4f1ac'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:13.895894 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Made reservation on behalf of 8312d74ac85449e18ff7358288d4f1ac for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:44:13.899420 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:14.026525 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Allocated IP 172.20.0.6 (aec198fa-5463-421b-b401-50b8a1858058/a4ae5d56-03b2-417b-beeb-8c32b563799c/1cdc7eca-27d2-4e59-a8b1-2424d0076286) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:44:14.316723 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:14.433299 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:14.449637 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['366a0ef8-4204-48c6-bc57-9f1c24abdafa', '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:44:14.481118 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Network aec198fa-5463-421b-b401-50b8a1858058 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:14.484707 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:14.513044 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:44:14.524421 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:14.525884 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:14.563096 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb0dc-7a49-4637-ace5-c9a137faa819 req-229253c1-d48e-45c2-9366-15a03678764a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:14.566698 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fd0cb0dc-7a49-4637-ace5-c9a137faa819 req-229253c1-d48e-45c2-9366-15a03678764a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 931 time: 0.1328049 Aug 16 11:44:14.572584 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Pushing event updated for resources: {'Port': ['ID=1cdc7eca-27d2-4e59-a8b1-2424d0076286,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:14.673801 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-4d949404-3f01-41c7-86d8-c10fd2ef5ac4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0486829 Aug 16 11:44:14.693286 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Request body: {'port': {'device_id': 'f221caf8-5a29-4cc3-a0c1-698dfdb44ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:14.758251 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:14.844728 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fd0cb0dc-7a49-4637-ace5-c9a137faa819 req-5f8b4792-25eb-4d77-b787-0dec5be0a7ab tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700262 Aug 16 11:44:14.863988 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe7806-e0e7-4698-93a3-f86101c2fa34 req-bf40de29-e85d-4b0c-a002-86ef6f8f2461 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:14.865971 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-52fe7806-e0e7-4698-93a3-f86101c2fa34 req-bf40de29-e85d-4b0c-a002-86ef6f8f2461 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.2924862 Aug 16 11:44:14.918180 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-52fe7806-e0e7-4698-93a3-f86101c2fa34 req-b0915383-cf24-4489-acbf-55ff9c528e0a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Aug 16 11:44:15.045252 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdc7eca-27d2-4e59-a8b1-2424d0076286 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:44:15.052479 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:15.064231 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Transition to ACTIVE for port object 1cdc7eca-27d2-4e59-a8b1-2424d0076286 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:15.174274 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:15.228217 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Pushing event updated for resources: {'Port': ['ID=1cdc7eca-27d2-4e59-a8b1-2424d0076286,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:15.258350 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Attempting to bind port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:44:15.258704 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Attempting to bind port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:44:15.259026 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Attempting to bind port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 on network aec198fa-5463-421b-b401-50b8a1858058 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:44:15.263921 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 on network aec198fa-5463-421b-b401-50b8a1858058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:44:15.264270 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Attempting to bind port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 on network aec198fa-5463-421b-b401-50b8a1858058 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:44:15.269203 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:44:15.279621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Checking segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:15.279621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Bound using segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:44:15.279621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Bound port: 1cdc7eca-27d2-4e59-a8b1-2424d0076286, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:44:15.279621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:15.335787 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] For port 1cdc7eca-27d2-4e59-a8b1-2424d0076286, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:44:15.338695 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] For port 1cdc7eca-27d2-4e59-a8b1-2424d0076286, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=1cdc7eca-27d2-4e59-a8b1-2424d0076286,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:44:15.499847 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:15.536305 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:15.536916 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:15.538291 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] 10.222.0.36 "PUT /v2.0/ports/1cdc7eca-27d2-4e59-a8b1-2424d0076286 HTTP/1.1" status: 200 len: 1093 time: 0.8496730 Aug 16 11:44:15.538744 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f221caf8-5a29-4cc3-a0c1-698dfdb44ee7', 'tag': '1cdc7eca-27d2-4e59-a8b1-2424d0076286'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:44:15.541043 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb4a8a3-fcf2-4e18-9a33-ec94ddc22d53" -d '{"events": [{"name": "network-changed", "server_uuid": "f221caf8-5a29-4cc3-a0c1-698dfdb44ee7", "tag": "1cdc7eca-27d2-4e59-a8b1-2424d0076286"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:44:15.565438 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58414f23-1507-4647-8b00-2e3789d2d41f service neutron] Pushing event updated for resources: {'Port': ['ID=1cdc7eca-27d2-4e59-a8b1-2424d0076286,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:15.588458 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f6974f-0a54-430a-a889-1927e6069364 x-openstack-request-id: req-74f6974f-0a54-430a-a889-1927e6069364 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:44:15.588994 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f221caf8-5a29-4cc3-a0c1-698dfdb44ee7", "tag": "1cdc7eca-27d2-4e59-a8b1-2424d0076286", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:44:15.589232 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74f6974f-0a54-430a-a889-1927e6069364 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:44:15.589428 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f221caf8-5a29-4cc3-a0c1-698dfdb44ee7', 'tag': '1cdc7eca-27d2-4e59-a8b1-2424d0076286', 'status': 'completed', 'code': 200} Aug 16 11:44:15.664787 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4a8a3-fcf2-4e18-9a33-ec94ddc22d53 req-64575c4b-fd88-4c5c-94bb-dfff523123cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:15.666251 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-6eb4a8a3-fcf2-4e18-9a33-ec94ddc22d53 req-64575c4b-fd88-4c5c-94bb-dfff523123cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0508482 Aug 16 11:44:15.969189 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b41c7-30f6-4bf8-823e-c4c045dc2d9c req-1f8cc408-257d-4da2-9bba-98ecb867e81d tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:15.970547 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-877b41c7-30f6-4bf8-823e-c4c045dc2d9c req-1f8cc408-257d-4da2-9bba-98ecb867e81d tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 943 time: 0.0475395 Aug 16 11:44:16.011201 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-877b41c7-30f6-4bf8-823e-c4c045dc2d9c req-3ae2eb69-f44e-432a-871b-c2e92da0dcbc tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 16 11:44:16.083432 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ae33e-2f6c-401e-a8fe-af7946bcfef8 req-9806d498-9f32-4bc0-bf98-5edd72aafbfd tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:16.085116 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bd0ae33e-2f6c-401e-a8fe-af7946bcfef8 req-9806d498-9f32-4bc0-bf98-5edd72aafbfd tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0498919 Aug 16 11:44:16.134411 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bd0ae33e-2f6c-401e-a8fe-af7946bcfef8 req-ca1acbd1-1b4a-4297-8f78-fe63b7fd6915 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Aug 16 11:44:16.214810 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43352) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:16.320744 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6f0a18f8-9e82-4001-a56b-f1fd6de57114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:16.409626 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6f0a18f8-9e82-4001-a56b-f1fd6de57114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:16.518256 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6f0a18f8-9e82-4001-a56b-f1fd6de57114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:16.559636 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-6f0a18f8-9e82-4001-a56b-f1fd6de57114 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d15e3cf02144b92970e31bfaa34a51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437092 Aug 16 11:44:16.560496 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a18f8-9e82-4001-a56b-f1fd6de57114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d795e-7246-4009-a92e-a46ccef068c8,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:16.562450 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43364) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:16.613377 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9cef4c3f-b3af-4eca-a2e0-fead5c6bc2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:16.634936 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9cef4c3f-b3af-4eca-a2e0-fead5c6bc2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:16.723212 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4a8a3-fcf2-4e18-9a33-ec94ddc22d53 req-3af38ab8-d607-4c29-972d-ddec27817b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:16.724687 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-6eb4a8a3-fcf2-4e18-9a33-ec94ddc22d53 req-3af38ab8-d607-4c29-972d-ddec27817b64 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8312d74ac85449e18ff7358288d4f1ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956557 Aug 16 11:44:16.758401 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9cef4c3f-b3af-4eca-a2e0-fead5c6bc2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:16.760892 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9cef4c3f-b3af-4eca-a2e0-fead5c6bc2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:16.762020 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-9cef4c3f-b3af-4eca-a2e0-fead5c6bc2e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e84d795e-7246-4009-a92e-a46ccef068c8 HTTP/1.1" status: 204 len: 168 time: 0.1985028 Aug 16 11:44:16.775662 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef4c3f-b3af-4eca-a2e0-fead5c6bc2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d795e-7246-4009-a92e-a46ccef068c8,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:17.127412 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe1d4d-61bf-476a-a821-9a4717723b69 req-69551fd1-8677-4280-b941-b723e1969cee tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:17.128863 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fdbe1d4d-61bf-476a-a821-9a4717723b69 req-69551fd1-8677-4280-b941-b723e1969cee tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 943 time: 0.0483429 Aug 16 11:44:17.168515 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fdbe1d4d-61bf-476a-a821-9a4717723b69 req-5aa611e2-2ea8-4672-bf24-acf49a3c339c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Aug 16 11:44:17.279091 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daa1c7-8f18-4526-9407-8d1dd3a54267 req-8fb6b578-f3f4-42c4-ae08-2ffc96252f46 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:17.280776 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c1daa1c7-8f18-4526-9407-8d1dd3a54267 req-8fb6b578-f3f4-42c4-ae08-2ffc96252f46 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0498738 Aug 16 11:44:17.318698 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c1daa1c7-8f18-4526-9407-8d1dd3a54267 req-cf3513ff-61bb-451b-b9a2-494acd0a1147 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Aug 16 11:44:18.290865 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c8287-caf6-4f40-878a-f80efc172380 req-8ec4cc1f-9b3f-48c2-bb20-338c46bd40c2 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:18.292364 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ba2c8287-caf6-4f40-878a-f80efc172380 req-8ec4cc1f-9b3f-48c2-bb20-338c46bd40c2 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 943 time: 0.0522306 Aug 16 11:44:18.330173 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ba2c8287-caf6-4f40-878a-f80efc172380 req-1a5229c0-868e-4958-92af-de688942c65f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Aug 16 11:44:18.428756 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a030-d18a-430e-9ed8-7f6368687c7c req-96d94aa9-6be2-4455-a0a1-6129aae2cf25 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:18.430342 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-caa3a030-d18a-430e-9ed8-7f6368687c7c req-96d94aa9-6be2-4455-a0a1-6129aae2cf25 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0472229 Aug 16 11:44:18.469077 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-caa3a030-d18a-430e-9ed8-7f6368687c7c req-293dd18c-c382-4433-9557-22aa7e778b7e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Aug 16 11:44:18.803685 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4a8a3-fcf2-4e18-9a33-ec94ddc22d53 req-379c8d59-eb72-414f-a21c-41d116656b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:18.805217 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-6eb4a8a3-fcf2-4e18-9a33-ec94ddc22d53 req-379c8d59-eb72-414f-a21c-41d116656b14 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0968044 Aug 16 11:44:18.915764 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-cea79068-f55f-46a9-aa7b-f56e25c7744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:18.917311 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-cea79068-f55f-46a9-aa7b-f56e25c7744a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0444365 Aug 16 11:44:18.965332 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-c2a80366-c2f7-4cbd-ab50-41642d17ee75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cdc7eca-27d2-4e59-a8b1-2424d0076286 HTTP/1.1" status: 200 len: 217 time: 0.0378723 Aug 16 11:44:19.018935 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-a9e26fb6-3731-4161-af09-74f996652c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:19.020377 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-a9e26fb6-3731-4161-af09-74f996652c64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4ae5d56-03b2-417b-beeb-8c32b563799c HTTP/1.1" status: 200 len: 855 time: 0.0450468 Aug 16 11:44:19.058872 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-edfb5666-b40f-4b3a-a09e-4981daab142c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aec198fa-5463-421b-b401-50b8a1858058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229561 Aug 16 11:44:19.156417 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-75f88b33-ddb0-4126-830c-04d0c9228a23 service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884867 Aug 16 11:44:19.267053 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a9b3e454-fdd8-4401-8d23-32ab7a49bef9 req-bbe821b7-8804-46cc-ba0c-f9800b2a6553 service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000950 Aug 16 11:44:19.449061 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39521565-697f-46a8-a397-d64738009516 req-5e829b81-4843-4e3f-bbd4-34e7dacdb0eb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:19.450542 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-39521565-697f-46a8-a397-d64738009516 req-5e829b81-4843-4e3f-bbd4-34e7dacdb0eb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 943 time: 0.0501935 Aug 16 11:44:19.491133 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-39521565-697f-46a8-a397-d64738009516 req-ac8d2873-c105-4729-8901-ab5eecc1933e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337687 Aug 16 11:44:19.601809 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69a2f8-dc35-4a2c-a390-4e3eeae4f663 req-21e6c632-4284-4577-b59b-37bc7f89f66d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:19.603622 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2a69a2f8-dc35-4a2c-a390-4e3eeae4f663 req-21e6c632-4284-4577-b59b-37bc7f89f66d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0587211 Aug 16 11:44:19.644322 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2a69a2f8-dc35-4a2c-a390-4e3eeae4f663 req-17038af9-3d1c-4da1-bd48-80ca7fd501b3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Aug 16 11:44:20.178551 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43472) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:20.284844 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43478) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:20.346279 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8feb9125-9c5d-4f9d-9f05-4903806c401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:20.362104 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a20a39f2-37c9-40c4-a7ca-14d2eb93372b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:20.455177 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8feb9125-9c5d-4f9d-9f05-4903806c401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:20.603894 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8feb9125-9c5d-4f9d-9f05-4903806c401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:20.667839 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-8feb9125-9c5d-4f9d-9f05-4903806c401e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=773d3d60788e4de8b61280a37ce4f74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881408 Aug 16 11:44:20.671941 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43490) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:20.681190 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9090e-50e7-47dc-aa7a-200e88c3b196 req-410b5dd0-8f04-4b94-934f-705829b6dbb7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:20.682454 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-90e9090e-50e7-47dc-aa7a-200e88c3b196 req-410b5dd0-8f04-4b94-934f-705829b6dbb7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 943 time: 0.1150548 Aug 16 11:44:20.689550 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb9125-9c5d-4f9d-9f05-4903806c401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7bf39-a023-4084-9c9d-88015fec3fa9,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:20.794005 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-90e9090e-50e7-47dc-aa7a-200e88c3b196 req-50f78b88-ff1c-4f57-8713-925b369de08d tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984943 Aug 16 11:44:20.833856 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ebac5d37-68d4-4e3d-b510-9aa1417c6b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:20.845353 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfbe84-541e-47cb-a3a9-3e79bd448fb7 req-b7936533-62f2-49d7-bde7-57ece7008915 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:20.846859 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-afcfbe84-541e-47cb-a3a9-3e79bd448fb7 req-b7936533-62f2-49d7-bde7-57ece7008915 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1201737 Aug 16 11:44:20.867590 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a20a39f2-37c9-40c4-a7ca-14d2eb93372b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:20.902772 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ebac5d37-68d4-4e3d-b510-9aa1417c6b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:20.931685 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-afcfbe84-541e-47cb-a3a9-3e79bd448fb7 req-e1569d8e-fbb7-4874-97cc-809500ac880c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785058 Aug 16 11:44:20.945340 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a20a39f2-37c9-40c4-a7ca-14d2eb93372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:20.984342 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a39f2-37c9-40c4-a7ca-14d2eb93372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e45a3-28e0-4ca5-a9ee-c1f25e526d6e,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:20.989431 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a20a39f2-37c9-40c4-a7ca-14d2eb93372b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=859b1692f2664cd4bef767eb25910f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035804 Aug 16 11:44:20.992207 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43494) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:21.041412 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2413-750c-48dc-ad32-337e89879ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:21.042406 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 1cdc7eca-27d2-4e59-a8b1-2424d0076286 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:44:21.066795 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2413-750c-48dc-ad32-337e89879ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:21.124914 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ebac5d37-68d4-4e3d-b510-9aa1417c6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:21.127471 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ebac5d37-68d4-4e3d-b510-9aa1417c6b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:21.128622 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ebac5d37-68d4-4e3d-b510-9aa1417c6b10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9f7bf39-a023-4084-9c9d-88015fec3fa9 HTTP/1.1" status: 204 len: 168 time: 0.4554114 Aug 16 11:44:21.136409 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5d37-68d4-4e3d-b510-9aa1417c6b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7bf39-a023-4084-9c9d-88015fec3fa9,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:21.166238 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 1cdc7eca-27d2-4e59-a8b1-2424d0076286, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=1cdc7eca-27d2-4e59-a8b1-2424d0076286,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:21.179793 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '1cdc7eca-27d2-4e59-a8b1-2424d0076286', 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'port_id': '1cdc7eca-27d2-4e59-a8b1-2424d0076286', 'mac_address': 'fa:16:3e:c1:73:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ae5d56-03b2-417b-beeb-8c32b563799c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:44:21.222722 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:21.245360 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2413-750c-48dc-ad32-337e89879ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:21.245360 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2413-750c-48dc-ad32-337e89879ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:21.245360 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e9ea2413-750c-48dc-ad32-337e89879ed0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b44e45a3-28e0-4ca5-a9ee-c1f25e526d6e HTTP/1.1" status: 204 len: 168 time: 0.2397590 Aug 16 11:44:21.245360 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea2413-750c-48dc-ad32-337e89879ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e45a3-28e0-4ca5-a9ee-c1f25e526d6e,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:21.252997 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdc7eca-27d2-4e59-a8b1-2424d0076286 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:44:21.284486 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 1cdc7eca-27d2-4e59-a8b1-2424d0076286, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=1cdc7eca-27d2-4e59-a8b1-2424d0076286,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:21.478184 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:21.516660 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=1cdc7eca-27d2-4e59-a8b1-2424d0076286,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:21.813853 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['1cdc7eca-27d2-4e59-a8b1-2424d0076286'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:44:21.917540 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0440797-c347-48f0-af97-2bba9d5a5fbe req-a922b8ab-ca20-4280-93b4-7b67aaaae556 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:21.919264 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c0440797-c347-48f0-af97-2bba9d5a5fbe req-a922b8ab-ca20-4280-93b4-7b67aaaae556 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 944 time: 0.0566046 Aug 16 11:44:21.961212 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c0440797-c347-48f0-af97-2bba9d5a5fbe req-498fe7bf-28f9-4f12-9015-8fbf86b1f0ff tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340073 Aug 16 11:44:22.074627 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b419-343a-4fd1-905a-c3fce71e9a83 req-ea46111b-a18d-4183-8e1a-a7332bacb092 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:22.076144 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3831b419-343a-4fd1-905a-c3fce71e9a83 req-ea46111b-a18d-4183-8e1a-a7332bacb092 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0484755 Aug 16 11:44:22.122548 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3831b419-343a-4fd1-905a-c3fce71e9a83 req-6f6db8aa-673b-4af7-a6cb-79dddf33a62f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361190 Aug 16 11:44:22.380567 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43566) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:22.455372 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:22.683136 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-353c0d20-7c25-4fe8-9402-5130f6dc292b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:22.789080 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-353c0d20-7c25-4fe8-9402-5130f6dc292b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:22.924368 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-353c0d20-7c25-4fe8-9402-5130f6dc292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:22.968119 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-353c0d20-7c25-4fe8-9402-5130f6dc292b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8ac453f43b1451180731116c4ce3432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864334 Aug 16 11:44:22.968558 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43602) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:22.969805 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c0d20-7c25-4fe8-9402-5130f6dc292b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de08f66-ca9b-4c85-92ef-805457371590,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:23.048963 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 1cdc7eca-27d2-4e59-a8b1-2424d0076286 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:23.052584 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd76cfae-e9c5-468a-962a-796b2de632e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:23.122206 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd76cfae-e9c5-468a-962a-796b2de632e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:23.184897 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df889-5baf-4958-aabf-f83227add16b req-0269f1ae-2ef3-465b-9736-58ffa5958ceb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:23.191149 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-873df889-5baf-4958-aabf-f83227add16b req-0269f1ae-2ef3-465b-9736-58ffa5958ceb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 944 time: 0.1099730 Aug 16 11:44:23.240529 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-873df889-5baf-4958-aabf-f83227add16b req-606ff09f-6ba0-4bd1-8625-7dc3c47e0a13 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471690 Aug 16 11:44:23.303423 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:23.307659 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:23.308096 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:23.367337 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261935-367c-4b0f-8da3-fdda78a00d91 req-7cee1295-9e0d-4e08-85a5-2f19ad171e50 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:23.369147 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-43261935-367c-4b0f-8da3-fdda78a00d91 req-7cee1295-9e0d-4e08-85a5-2f19ad171e50 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0706823 Aug 16 11:44:23.419287 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:23.433516 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-43261935-367c-4b0f-8da3-fdda78a00d91 req-c525a21f-763f-46de-a3c4-687af2260054 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538056 Aug 16 11:44:23.451889 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f221caf8-5a29-4cc3-a0c1-698dfdb44ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdc7eca-27d2-4e59-a8b1-2424d0076286'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:44:23.451889 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da9f511-4863-46b9-9607-f3ee985e63c1" -d '{"events": [{"server_uuid": "f221caf8-5a29-4cc3-a0c1-698dfdb44ee7", "name": "network-vif-plugged", "status": "completed", "tag": "1cdc7eca-27d2-4e59-a8b1-2424d0076286"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:44:23.455372 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd76cfae-e9c5-468a-962a-796b2de632e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:23.457916 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd76cfae-e9c5-468a-962a-796b2de632e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:23.461264 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-fd76cfae-e9c5-468a-962a-796b2de632e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9de08f66-ca9b-4c85-92ef-805457371590 HTTP/1.1" status: 204 len: 168 time: 0.4850724 Aug 16 11:44:23.473735 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 1cdc7eca-27d2-4e59-a8b1-2424d0076286, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=1cdc7eca-27d2-4e59-a8b1-2424d0076286,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:23.479515 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76cfae-e9c5-468a-962a-796b2de632e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de08f66-ca9b-4c85-92ef-805457371590,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:23.511154 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3793ef7c-4edf-424c-8a25-eb6b94292694 x-openstack-request-id: req-3793ef7c-4edf-424c-8a25-eb6b94292694 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:44:23.511501 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f221caf8-5a29-4cc3-a0c1-698dfdb44ee7", "name": "network-vif-plugged", "status": "completed", "tag": "1cdc7eca-27d2-4e59-a8b1-2424d0076286", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:44:23.511806 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3793ef7c-4edf-424c-8a25-eb6b94292694 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:44:23.512251 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f221caf8-5a29-4cc3-a0c1-698dfdb44ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdc7eca-27d2-4e59-a8b1-2424d0076286', 'code': 200} Aug 16 11:44:23.564181 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:23.616834 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=1cdc7eca-27d2-4e59-a8b1-2424d0076286,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:23.834975 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43688) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:23.915918 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f17b2e-59af-46d5-80a4-108189acd629 req-43fa1a5f-1c70-4a09-9f9d-c581e6b761c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:23.917421 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24f17b2e-59af-46d5-80a4-108189acd629 req-43fa1a5f-1c70-4a09-9f9d-c581e6b761c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0480442 Aug 16 11:44:23.961171 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24f17b2e-59af-46d5-80a4-108189acd629 req-4befa2be-2074-40c7-8dfa-f452ddf45320 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Aug 16 11:44:23.966392 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9a62-32cb-475d-909f-64748c34722e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.075549 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9a62-32cb-475d-909f-64748c34722e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.169017 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43710) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:24.227249 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9a62-32cb-475d-909f-64748c34722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.281622 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-e3ac9a62-32cb-475d-909f-64748c34722e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcc00bf6a0664cc297b38cfa90659563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455674 Aug 16 11:44:24.284399 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43724) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:24.311567 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac9a62-32cb-475d-909f-64748c34722e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b7d7d-e378-455c-8644-4d108b721cb6,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:24.388263 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e481a518-758e-434f-a707-7f9b95359c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.420345 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e481a518-758e-434f-a707-7f9b95359c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.424222 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ed18c-1236-45a2-9604-e6b2304138d1 req-874c576b-b219-42a1-b97d-6250c75b5b33 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:24.433389 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5d6ed18c-1236-45a2-9604-e6b2304138d1 req-874c576b-b219-42a1-b97d-6250c75b5b33 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 945 time: 0.0979047 Aug 16 11:44:24.465147 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bb26b1e5-df00-434b-abd9-f4ffeab35130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.492742 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5d6ed18c-1236-45a2-9604-e6b2304138d1 req-94a4beae-7f1b-4a5e-9797-ed7ca47f5d57 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602190 Aug 16 11:44:24.556302 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e481a518-758e-434f-a707-7f9b95359c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.559493 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e481a518-758e-434f-a707-7f9b95359c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.564380 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e481a518-758e-434f-a707-7f9b95359c72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f5b7d7d-e378-455c-8644-4d108b721cb6 HTTP/1.1" status: 204 len: 168 time: 0.2789598 Aug 16 11:44:24.576671 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481a518-758e-434f-a707-7f9b95359c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b7d7d-e378-455c-8644-4d108b721cb6,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:24.609621 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b123b0-250d-4324-973b-195cb0cfe6e2 req-f62eb7f3-5d14-47ca-94a6-5482c2ca4465 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:24.612190 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a1b123b0-250d-4324-973b-195cb0cfe6e2 req-f62eb7f3-5d14-47ca-94a6-5482c2ca4465 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0950027 Aug 16 11:44:24.672111 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a1b123b0-250d-4324-973b-195cb0cfe6e2 req-30d8c33b-d172-4c65-8558-f0089327d8e7 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519338 Aug 16 11:44:24.698032 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bb26b1e5-df00-434b-abd9-f4ffeab35130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.812695 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bb26b1e5-df00-434b-abd9-f4ffeab35130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.855859 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-bb26b1e5-df00-434b-abd9-f4ffeab35130 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b22853879074a44ac68059ed947bf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833510 Aug 16 11:44:24.855859 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26b1e5-df00-434b-abd9-f4ffeab35130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fe7d27-9e98-4a45-91ce-1e05455a9ec5,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:24.857270 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43768) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:24.917876 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8dd79615-825f-47a8-8796-c1bf2a0c6e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.944204 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8dd79615-825f-47a8-8796-c1bf2a0c6e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:24.980252 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43772) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:25.100577 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-474922152-network', 'tenant_id': '71be547003924f3980691e88229bd396'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:25.165510 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8dd79615-825f-47a8-8796-c1bf2a0c6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:25.173873 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8dd79615-825f-47a8-8796-c1bf2a0c6e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:25.173873 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-8dd79615-825f-47a8-8796-c1bf2a0c6e13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30fe7d27-9e98-4a45-91ce-1e05455a9ec5 HTTP/1.1" status: 204 len: 168 time: 0.3111792 Aug 16 11:44:25.179199 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd79615-825f-47a8-8796-c1bf2a0c6e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fe7d27-9e98-4a45-91ce-1e05455a9ec5,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:25.252833 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a9725-971c-489f-8c51-ef69582a1c57 req-b5b26f74-9986-42ae-8f3d-ab9b41d0c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:25.254323 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df6a9725-971c-489f-8c51-ef69582a1c57 req-b5b26f74-9986-42ae-8f3d-ab9b41d0c187 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1098 time: 0.0403352 Aug 16 11:44:25.294372 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df6a9725-971c-489f-8c51-ef69582a1c57 req-69fb97d1-22b2-46aa-aa54-132c26bb4573 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300887 Aug 16 11:44:25.349941 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Made reservation on behalf of 71be547003924f3980691e88229bd396 for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:44:25.352431 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:25.361531 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:25.467006 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:25.618846 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28360f1f-9af8-4145-97d4-3c99b328a47b req-87196a72-2f0e-4e35-bbcd-c5717c8408b9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:25.620314 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28360f1f-9af8-4145-97d4-3c99b328a47b req-87196a72-2f0e-4e35-bbcd-c5717c8408b9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Aug 16 11:44:25.658689 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:25.670215 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:44:25.680915 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28360f1f-9af8-4145-97d4-3c99b328a47b req-d14999e5-ed71-4ad2-a514-3c1f65329278 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Aug 16 11:44:25.704591 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:25.704591 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Added segment 194d16e8-4943-4099-a579-2b5bf693f369 of type vlan for network 80bd583c-314b-4fc5-9793-1c72b5266f21 Aug 16 11:44:25.714065 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e4d25-cd5f-4281-93a8-e3a4ef84efc4,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:25.754108 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:25.830065 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d68125-303c-47f0-b5bf-34cccd68a114 req-6354ec8f-10c6-4582-bed2-91527e8169e9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:25.840093 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67d68125-303c-47f0-b5bf-34cccd68a114 req-6354ec8f-10c6-4582-bed2-91527e8169e9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0582395 Aug 16 11:44:25.870299 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67d68125-303c-47f0-b5bf-34cccd68a114 req-1d87ffa6-8bea-4839-a486-825879dad9e4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Aug 16 11:44:25.956465 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43798) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:26.075921 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.077528 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:26.078447 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.086730 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-93b20fa0-908f-4b14-a1cc-151847cd2f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.148154 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] Pushing event updated for resources: {'Network': ['ID=80bd583c-314b-4fc5-9793-1c72b5266f21,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:26.159109 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:44:26.243627 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-652627f2-378d-4f7b-aed3-0e5dbe6da079 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2607112 Aug 16 11:44:26.245060 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43816) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:26.250482 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Request body: {'subnet': {'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-474922152-subnet', 'tenant_id': '71be547003924f3980691e88229bd396', 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:26.329475 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-93b20fa0-908f-4b14-a1cc-151847cd2f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.410184 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-93b20fa0-908f-4b14-a1cc-151847cd2f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.456373 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b20fa0-908f-4b14-a1cc-151847cd2f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b9c191-6938-4ecc-bbdf-13b512bb9cad,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:26.462915 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-93b20fa0-908f-4b14-a1cc-151847cd2f24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c45b7b09a33644cea9a1510cba3a063c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052578 Aug 16 11:44:26.465432 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43824) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:26.527083 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-02dc1142-c26a-4186-8808-c5ac68aaf96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.550006 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-02dc1142-c26a-4186-8808-c5ac68aaf96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.555845 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Made reservation on behalf of 71be547003924f3980691e88229bd396 for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:44:26.558416 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233217'] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.688982 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-02dc1142-c26a-4186-8808-c5ac68aaf96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.691607 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-02dc1142-c26a-4186-8808-c5ac68aaf96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:26.693866 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-02dc1142-c26a-4186-8808-c5ac68aaf96c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02b9c191-6938-4ecc-bbdf-13b512bb9cad HTTP/1.1" status: 204 len: 168 time: 0.2259426 Aug 16 11:44:26.701112 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc1142-c26a-4186-8808-c5ac68aaf96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b9c191-6938-4ecc-bbdf-13b512bb9cad,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:26.880026 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ccff4-6bef-48d7-a9df-1e59e364aea9 req-cddde150-210e-49db-9e81-28c9f7616f2d tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:26.881971 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-595ccff4-6bef-48d7-a9df-1e59e364aea9 req-cddde150-210e-49db-9e81-28c9f7616f2d tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 945 time: 0.0985010 Aug 16 11:44:26.924281 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-595ccff4-6bef-48d7-a9df-1e59e364aea9 req-bccb00f2-1e8e-4dec-908e-9fdbcd203db0 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360045 Aug 16 11:44:26.993522 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6152231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233327'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:27.053883 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9f322-f82b-40d6-93ac-a1baa09cfbf2 req-34818658-e991-431d-8a6c-97ff19c7dcd0 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:27.055765 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ffb9f322-f82b-40d6-93ac-a1baa09cfbf2 req-34818658-e991-431d-8a6c-97ff19c7dcd0 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1019297 Aug 16 11:44:27.080823 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92cea1e7-cc80-4de5-b1f6-b27f35958ce4,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:27.109412 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Checking segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:27.110119 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Network hostable DHCP agents. Network: 80bd583c-314b-4fc5-9793-1c72b5266f21, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:44:27.127163 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ffb9f322-f82b-40d6-93ac-a1baa09cfbf2 req-d388f126-c23b-4ce5-b817-f2fed4ac60da tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Aug 16 11:44:27.275634 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:44:27.447079 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 80bd583c-314b-4fc5-9793-1c72b5266f21) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:27.455072 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:27.455886 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:27.467223 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76171eb4-426e-4772-92b7-da683fe166e2 None None] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:44:27.629391 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-80bd583c-314b-4fc5-9793-1c72b5266f21', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:44:27.629391 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:27.650451 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2c04a92a-ba9c-42dc-99bb-4770039432f6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4042511 Aug 16 11:44:27.654431 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43864) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:27.666510 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:27.763567 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43872) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:27.781985 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c32cd360-bf16-4e7b-80fb-38edd8967590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:27.801910 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9040-c362-4eee-b9d6-6e18b079de6c req-5e4cddeb-621a-4f80-9230-cfe4b645e714 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:27.804117 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-509c9040-c362-4eee-b9d6-6e18b079de6c req-5e4cddeb-621a-4f80-9230-cfe4b645e714 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0843232 Aug 16 11:44:27.841738 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Allocated IP 172.20.0.2 (80bd583c-314b-4fc5-9793-1c72b5266f21/92cea1e7-cc80-4de5-b1f6-b27f35958ce4/b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:44:27.862964 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-509c9040-c362-4eee-b9d6-6e18b079de6c req-72b81879-b30f-4e8c-9fc3-20683aed58fa tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530491 Aug 16 11:44:27.916537 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:27.917823 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:27.940330 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-23dd975c-2c16-468d-8149-1bdd924b89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:27.942092 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-23dd975c-2c16-468d-8149-1bdd924b89da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1098 time: 0.0652721 Aug 16 11:44:28.042166 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.052565 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Transition to ACTIVE for port object b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:28.069806 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Transition to ACTIVE for port object b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:28.092210 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.130566 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-a1ab5a69-f894-4872-80cc-098f7a6cb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:28.132044 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-a1ab5a69-f894-4872-80cc-098f7a6cb0a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.1711276 Aug 16 11:44:28.185570 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-73525a91-56db-4da1-9890-09e039f70502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 200 len: 217 time: 0.0414090 Aug 16 11:44:28.207554 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c32cd360-bf16-4e7b-80fb-38edd8967590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.213241 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.266544 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:28.269724 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:28.278159 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:44:28.288111 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Pushing event updated for resources: {'Port': ['ID=b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:28.346499 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Attempting to bind port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:44:28.347440 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Attempting to bind port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:44:28.347802 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Attempting to bind port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d on network 80bd583c-314b-4fc5-9793-1c72b5266f21 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:44:28.353355 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:44:28.353725 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Checking segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:28.354128 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.354688 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Bound using segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:44:28.355162 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Bound port: b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:44:28.355667 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.430529 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] For port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:44:28.433221 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] For port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:44:28.470301 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c32cd360-bf16-4e7b-80fb-38edd8967590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.541675 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.585846 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-db82ba66-3b76-4cde-94cf-1bc74f167819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:28.587487 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-db82ba66-3b76-4cde-94cf-1bc74f167819 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.3895977 Aug 16 11:44:28.593732 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-c32cd360-bf16-4e7b-80fb-38edd8967590 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a99523125f7c44c7907ff16999020776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8284779 Aug 16 11:44:28.596456 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 43890) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:28.598543 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cd360-bf16-4e7b-80fb-38edd8967590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4a11e7-a820-4325-90b3-7aef0bbdd1a8,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:28.603211 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddfcde-2a7b-4829-a720-474713b9a4f2 None None] Pushing event updated for resources: {'Port': ['ID=b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:28.667472 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa248-cc33-4f5e-93b5-b658531fb31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.694876 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-86d3200d-e713-491e-baec-3724ac27d19b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929747 Aug 16 11:44:28.700708 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa248-cc33-4f5e-93b5-b658531fb31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.703926 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.831454 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-77e18200-f8bd-4759-b7a5-7ac931545a87 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170127 Aug 16 11:44:28.907559 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa248-cc33-4f5e-93b5-b658531fb31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.911240 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa248-cc33-4f5e-93b5-b658531fb31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:28.912580 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-6c1fa248-cc33-4f5e-93b5-b658531fb31f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb4a11e7-a820-4325-90b3-7aef0bbdd1a8 HTTP/1.1" status: 204 len: 168 time: 0.3145008 Aug 16 11:44:28.952892 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fa248-cc33-4f5e-93b5-b658531fb31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4a11e7-a820-4325-90b3-7aef0bbdd1a8,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:29.052167 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-448eda98-d0b3-4b3e-b953-382c1a371525 req-00298a0f-2c89-48ce-aaea-1ef3450829c2 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969419 Aug 16 11:44:29.125970 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa6e81-d007-42ab-906c-ac0137dfb975 req-22147e73-0cdf-4a86-867c-2e6ac8cf437e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:29.127573 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4bfa6e81-d007-42ab-906c-ac0137dfb975 req-22147e73-0cdf-4a86-867c-2e6ac8cf437e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1164906 Aug 16 11:44:29.196052 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4bfa6e81-d007-42ab-906c-ac0137dfb975 req-7a9fcbda-9ec1-4be5-a4a4-4cf007486dc4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622463 Aug 16 11:44:29.201390 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:29.222275 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:29.262684 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:29.338344 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Allocated IP 172.27.0.79 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/ada8bef8-96d7-4a6b-b530-770802dbc984) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:44:29.430446 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:29.492056 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:29.645126 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:29.710668 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:29.714816 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:29.719539 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:44:29.759976 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Pushing event updated for resources: {'Port': ['ID=ada8bef8-96d7-4a6b-b530-770802dbc984,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:29.813996 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51655d6a-b06e-439c-8da3-1f4f9f18710b None None] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:44:29.968998 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-846f0732-02cf-441e-b1cb-e4083fb03d34 None None] Provisioning for port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:29.975398 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-846f0732-02cf-441e-b1cb-e4083fb03d34 None None] Provisioning complete for port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:29.980778 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-846f0732-02cf-441e-b1cb-e4083fb03d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:30.078960 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-846f0732-02cf-441e-b1cb-e4083fb03d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:30.091979 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:30.114313 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-846f0732-02cf-441e-b1cb-e4083fb03d34 None None] For port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:30.311112 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:30.312530 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb055b05-905a-4c0d-b5f2-31b44740d614 req-662d6f9f-280d-4f78-82f8-2b2662863fea tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:30.314411 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bb055b05-905a-4c0d-b5f2-31b44740d614 req-662d6f9f-280d-4f78-82f8-2b2662863fea tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0538468 Aug 16 11:44:30.329637 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-846f0732-02cf-441e-b1cb-e4083fb03d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:30.365284 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bb055b05-905a-4c0d-b5f2-31b44740d614 req-39d9df8b-22fb-42c2-9549-d7d9b0eb9b74 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432475 Aug 16 11:44:30.392592 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f0732-02cf-441e-b1cb-e4083fb03d34 None None] Pushing event updated for resources: {'Port': ['ID=b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:30.448815 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-54463ee3-2669-4b65-95fb-fe7e4adf8673 None None] Provisioning complete for port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:30.449192 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-54463ee3-2669-4b65-95fb-fe7e4adf8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:30.564252 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:44:30.698263 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:44:30.708224 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Sync routers for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:44:30.717854 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:44:30.721155 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:44:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:30.804324 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:30.809169 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-37e7e07f-299d-4c47-b5b4-9ca3d41f6697 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1536782 Aug 16 11:44:30.812319 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 43952) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:30.832232 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:44:31.030656 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:29Z', 'revision_number': 3, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:31.057644 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Checking router: 8cedec37-3119-4bad-a7a7-feb48c4a6d19 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:44:31.057995 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Updating router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 port ada8bef8-96d7-4a6b-b530-770802dbc984 binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:44:31.083294 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.241919 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:31.301490 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port b8fe55ed-ce94-4fcf-9a42-759e0a7ae65d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:31.302272 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.452505 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.464091 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Transition to ACTIVE for port object ada8bef8-96d7-4a6b-b530-770802dbc984 will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:31.512609 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca8032-49f0-41c8-8994-f7d46474310f req-a9785f08-55db-4cdc-aa2b-1551642d4008 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:31.514231 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67ca8032-49f0-41c8-8994-f7d46474310f req-a9785f08-55db-4cdc-aa2b-1551642d4008 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0545552 Aug 16 11:44:31.532313 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.556256 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67ca8032-49f0-41c8-8994-f7d46474310f req-744654fe-6d62-4a47-b538-72290a64d245 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Aug 16 11:44:31.561161 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.622279 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Attempting to bind port ada8bef8-96d7-4a6b-b530-770802dbc984 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:44:31.622794 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Attempting to bind port ada8bef8-96d7-4a6b-b530-770802dbc984 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:44:31.623261 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Attempting to bind port ada8bef8-96d7-4a6b-b530-770802dbc984 on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:44:31.632655 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Pushing event updated for resources: {'Port': ['ID=ada8bef8-96d7-4a6b-b530-770802dbc984,revision_number=2']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:31.635806 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:44:31.636340 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:31.636815 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.637272 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:44:31.637826 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Bound port: ada8bef8-96d7-4a6b-b530-770802dbc984, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:44:31.638235 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.644985 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.645278 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.645796 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.646305 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.646831 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.647163 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.647655 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.648197 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.648695 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.649173 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.649661 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.650134 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:31.706015 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] For port ada8bef8-96d7-4a6b-b530-770802dbc984, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:44:31.709401 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] For port ada8bef8-96d7-4a6b-b530-770802dbc984, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ada8bef8-96d7-4a6b-b530-770802dbc984,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:44:31.710722 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Allocated IP 172.20.0.1 (80bd583c-314b-4fc5-9793-1c72b5266f21/92cea1e7-cc80-4de5-b1f6-b27f35958ce4/defc9798-a62c-4d3e-b46d-95200318d224) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:44:31.781585 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4357-ef4c-4f97-bf84-c05128cfbe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.816182 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.825558 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:31.845239 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Transition to ACTIVE for port object defc9798-a62c-4d3e-b46d-95200318d224 will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:31.874294 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:44:31.875290 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:44:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:31.918326 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742a467-d378-4ae2-ae19-517a5aeac6d2 None None] Pushing event updated for resources: {'Port': ['ID=ada8bef8-96d7-4a6b-b530-770802dbc984,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:31.989017 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:44:31.992273 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.032606 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:32.035677 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:32.039494 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:44:32.039957 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.046729 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Pushing event updated for resources: {'Port': ['ID=defc9798-a62c-4d3e-b46d-95200318d224,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:32.259282 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:29Z', 'revision_number': 3, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:32.284829 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05ae1d2-4ec7-4ed2-a9dc-23cfc1c85276 None None] The sync data for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi is: [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:29Z', 'revision_number': 3, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:44:32.287737 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.392199 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-ef4cb002-b1fc-41da-807a-b63ff3bba064 None None] Provisioning for port defc9798-a62c-4d3e-b46d-95200318d224 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:32.396264 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-ef4cb002-b1fc-41da-807a-b63ff3bba064 None None] Provisioning complete for port defc9798-a62c-4d3e-b46d-95200318d224 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:32.396644 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb002-b1fc-41da-807a-b63ff3bba064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.421761 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44002) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:32.432482 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-ef4cb002-b1fc-41da-807a-b63ff3bba064 None None] Port defc9798-a62c-4d3e-b46d-95200318d224 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:44:32.492155 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.550923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-afb90461-afbd-4c3e-b81c-c9d1ee069a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.605562 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.606459 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.689575 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d7e2d-c68b-4a66-8a42-fc0c6c2d4529 req-2a4dd4e1-cc9f-48a9-96f9-05626acc9890 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:32.691028 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c1d7e2d-c68b-4a66-8a42-fc0c6c2d4529 req-2a4dd4e1-cc9f-48a9-96f9-05626acc9890 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0534692 Aug 16 11:44:32.720711 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Pushing event updated for resources: {'Port': ['ID=defc9798-a62c-4d3e-b46d-95200318d224,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:32.742696 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c1d7e2d-c68b-4a66-8a42-fc0c6c2d4529 req-e49bfbcb-793f-421e-a015-0190236faa28 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Aug 16 11:44:32.747443 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.748007 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.748352 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.748729 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.749544 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.749887 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.750221 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.750552 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.750922 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.751245 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.751779 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.752083 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:32.788738 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-afb90461-afbd-4c3e-b81c-c9d1ee069a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.801744 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:32.803171 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:32.861035 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-afb90461-afbd-4c3e-b81c-c9d1ee069a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:32.957508 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-afb90461-afbd-4c3e-b81c-c9d1ee069a2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f385d907d4e4e2180bc5f852782e94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323431 Aug 16 11:44:32.958564 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44012) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:32.971527 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb90461-afbd-4c3e-b81c-c9d1ee069a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa354b-22ff-4d3c-8e78-7f07d35cdcf0,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:32.993622 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:44:33.034356 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:33.067357 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:33.085318 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-ebd1840e-f5f7-4b02-864a-84189610b12b None None] Provisioning complete for port defc9798-a62c-4d3e-b46d-95200318d224 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:33.085870 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ebd1840e-f5f7-4b02-864a-84189610b12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:33.138078 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:44:33.145223 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-4c884882-3509-43d7-8a6f-cee4f413bd11 admin admin] 10.222.0.25 "PUT /v2.0/routers/8cedec37-3119-4bad-a7a7-feb48c4a6d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3317530 Aug 16 11:44:33.226666 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:33.230037 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:33.240097 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68aa354b-22ff-4d3c-8e78-7f07d35cdcf0 HTTP/1.1" status: 204 len: 168 time: 0.2724111 Aug 16 11:44:33.255598 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa354b-22ff-4d3c-8e78-7f07d35cdcf0,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:33.266016 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1840e-f5f7-4b02-864a-84189610b12b None None] Port defc9798-a62c-4d3e-b46d-95200318d224 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:44:33.269321 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.269778 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.270441 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.271033 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.271582 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.272148 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.272657 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.273094 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.273529 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.274032 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.274511 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.275528 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c160ba5b-e303-46a9-85d7-df78b7153223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:44:33.327778 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ada8bef8-96d7-4a6b-b530-770802dbc984 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:33.438308 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port ada8bef8-96d7-4a6b-b530-770802dbc984 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:33.442435 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port ada8bef8-96d7-4a6b-b530-770802dbc984 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:33.442840 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:33.534205 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:33.547863 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port ada8bef8-96d7-4a6b-b530-770802dbc984, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ada8bef8-96d7-4a6b-b530-770802dbc984,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:33.669711 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:33.732901 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=ada8bef8-96d7-4a6b-b530-770802dbc984,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:33.866644 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c0da8-6eea-46a4-b180-101a59cdf1fb req-8faf975a-23e3-4a76-8dab-280dddbc4f76 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:33.868141 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-171c0da8-6eea-46a4-b180-101a59cdf1fb req-8faf975a-23e3-4a76-8dab-280dddbc4f76 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0515034 Aug 16 11:44:33.907206 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-171c0da8-6eea-46a4-b180-101a59cdf1fb req-0ff34885-aaf5-494a-a4b8-20f530cbac3f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323207 Aug 16 11:44:33.981336 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Sync routers for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:44:33.991064 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:44:33.991937 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:44:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:34.043598 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44042) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:34.058223 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1796b02d-fd48-4084-aa26-259182af5f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.070022 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44046) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:34.077569 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-548409617-network', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:34.099779 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.db.api [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 11:44:34.099779 dv-cinder-804698-1-iscsi neutron-server[100977]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 11:44:34.099779 dv-cinder-804698-1-iscsi neutron-server[100977]: [parameters: {'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'id': 'c881251f-64ba-49e4-8a46-089b30e97f97', 'expiration': datetime.datetime(2021, 8, 16, 11, 46, 34, 93166)}] Aug 16 11:44:34.099779 dv-cinder-804698-1-iscsi neutron-server[100977]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 11:44:34.104876 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG oslo_db.api [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 11:44:34.122498 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:44:34.166533 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1796b02d-fd48-4084-aa26-259182af5f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.298255 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1796b02d-fd48-4084-aa26-259182af5f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.341484 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796b02d-fd48-4084-aa26-259182af5f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95525d82-6603-41b6-a02a-2b4ca3e2ce80,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:34.343260 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 2, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:34.349633 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1796b02d-fd48-4084-aa26-259182af5f2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d2df8cad7664aa894b3db58c19698f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048658 Aug 16 11:44:34.352322 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44052) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:34.380062 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Checking router: 8cedec37-3119-4bad-a7a7-feb48c4a6d19 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:44:34.380414 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Updating router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 port defc9798-a62c-4d3e-b46d-95200318d224 binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:44:34.404062 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-80343454-f0d4-4ef4-bef5-7b816b619e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.407024 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0112-20bf-416b-9528-c117d918ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.414943 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.429958 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0112-20bf-416b-9528-c117d918ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.535870 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.569232 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0112-20bf-416b-9528-c117d918ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.572216 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0112-20bf-416b-9528-c117d918ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.575734 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-5dcd0112-20bf-416b-9528-c117d918ebda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95525d82-6603-41b6-a02a-2b4ca3e2ce80 HTTP/1.1" status: 204 len: 168 time: 0.2200360 Aug 16 11:44:34.582427 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd0112-20bf-416b-9528-c117d918ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95525d82-6603-41b6-a02a-2b4ca3e2ce80,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:34.706229 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Made reservation on behalf of c00659b2b3a2487f91045b0eef06f4e2 for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:44:34.708807 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.718767 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.744587 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.755687 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Transition to ACTIVE for port object defc9798-a62c-4d3e-b46d-95200318d224 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:34.822832 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.858419 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.912680 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6916e1-790c-4dd4-a7ee-17e44e4913b3 None None] Pushing event updated for resources: {'Port': ['ID=defc9798-a62c-4d3e-b46d-95200318d224,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:34.958093 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.984279 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Attempting to bind port defc9798-a62c-4d3e-b46d-95200318d224 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:44:34.984510 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Attempting to bind port defc9798-a62c-4d3e-b46d-95200318d224 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:44:34.985089 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Attempting to bind port defc9798-a62c-4d3e-b46d-95200318d224 on network 80bd583c-314b-4fc5-9793-1c72b5266f21 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:44:34.987497 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:44:34.991342 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:44:34.991710 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Checking segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:34.992535 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.992535 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Bound using segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:44:34.992946 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Bound port: defc9798-a62c-4d3e-b46d-95200318d224, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:44:34.993444 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:34.994023 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcf33a8-3538-482b-aaf7-599eb88619ca,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:35.058712 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.059048 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Added segment b8efc743-5fca-4be7-a833-918e7abca471 of type vlan for network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 Aug 16 11:44:35.079920 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] For port defc9798-a62c-4d3e-b46d-95200318d224, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:44:35.083565 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] For port defc9798-a62c-4d3e-b46d-95200318d224, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=defc9798-a62c-4d3e-b46d-95200318d224,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:44:35.105669 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903015a-49df-411b-97c7-30537849a936 req-63ac169f-8f69-4f16-bde6-fcdac7ac7d87 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:35.107245 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f903015a-49df-411b-97c7-30537849a936 req-63ac169f-8f69-4f16-bde6-fcdac7ac7d87 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0960438 Aug 16 11:44:35.117131 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.167284 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f903015a-49df-411b-97c7-30537849a936 req-0af084af-9669-41cb-b9a7-2a80cb7f9bd9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526330 Aug 16 11:44:35.228204 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ada8bef8-96d7-4a6b-b530-770802dbc984 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:35.253165 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.287039 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.290698 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:35.290698 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.328706 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6916e1-790c-4dd4-a7ee-17e44e4913b3 None None] Pushing event updated for resources: {'Port': ['ID=defc9798-a62c-4d3e-b46d-95200318d224,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:35.340845 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:44:35.341495 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:44:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:35.367975 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] Pushing event updated for resources: {'Network': ['ID=80166a7e-fd6a-49a6-8b03-9f9d1c8374c4,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:35.379898 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:44:35.386995 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port ada8bef8-96d7-4a6b-b530-770802dbc984 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:35.387367 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.452732 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1bba8e31-6154-4359-8d7f-fd5b8a712294 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3806732 Aug 16 11:44:35.456962 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44072) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:35.462408 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Request body: {'subnet': {'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-548409617-subnet', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'ip_version': 4}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:35.555424 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Made reservation on behalf of c00659b2b3a2487f91045b0eef06f4e2 for: {'subnet': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:44:35.558079 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.595910 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:44:35.803745 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.829759 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:35.830811 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:35Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:35.861056 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fac3c83-c23d-446b-9517-77a42b1657e9 None None] The sync data for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi is: [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:35Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:44:35.896969 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488fa546-78e2-4d9b-a680-d7be6b74ab90,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:35.899222 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Checking segment: {'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:35.899580 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Network hostable DHCP agents. Network: 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:44:36.055085 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:44:36.166779 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4) {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:36.173301 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:36.174462 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:36.174937 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6841876-8d0a-413e-8a3d-1f247d7d3fbe None None] Network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:44:36.303571 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-48c4fd44-6610-4c2b-ae52-a45ddde984e1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8435705 Aug 16 11:44:36.316633 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44096) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:36.316633 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-548409617-router', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:36.329589 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f98966-7903-4be9-ae87-8646e5494266 req-cf2c4724-151d-480d-b1d8-2798421d3c90 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:36.331643 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f6f98966-7903-4be9-ae87-8646e5494266 req-cf2c4724-151d-480d-b1d8-2798421d3c90 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0745404 Aug 16 11:44:36.361532 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-80166a7e-fd6a-49a6-8b03-9f9d1c8374c4', 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'fixed_ips': [{'subnet_id': '488fa546-78e2-4d9b-a680-d7be6b74ab90'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:44:36.363025 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:36.376273 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f6f98966-7903-4be9-ae87-8646e5494266 req-1a8decda-34b6-443e-b0bf-34ed011c6f7f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Aug 16 11:44:36.481085 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:36.482830 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:36.515080 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Allocated IP 172.20.0.2 (80166a7e-fd6a-49a6-8b03-9f9d1c8374c4/488fa546-78e2-4d9b-a680-d7be6b74ab90/7f7683f5-2513-47ba-a5ef-505287f08a68) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:44:36.554138 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:36.837220 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:36.847291 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Transition to ACTIVE for port object 7f7683f5-2513-47ba-a5ef-505287f08a68 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:36.852889 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:36.866974 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Transition to ACTIVE for port object 7f7683f5-2513-47ba-a5ef-505287f08a68 will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:36.985686 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.025344 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:37.028134 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:37.033853 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:44:37.071705 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Pushing event updated for resources: {'Port': ['ID=7f7683f5-2513-47ba-a5ef-505287f08a68,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:37.108228 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Attempting to bind port 7f7683f5-2513-47ba-a5ef-505287f08a68 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:44:37.108591 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Attempting to bind port 7f7683f5-2513-47ba-a5ef-505287f08a68 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:44:37.108946 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Attempting to bind port 7f7683f5-2513-47ba-a5ef-505287f08a68 on network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:44:37.113878 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:44:37.114267 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Checking segment: {'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:37.114684 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.115067 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Bound using segment: {'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:44:37.115516 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Bound port: 7f7683f5-2513-47ba-a5ef-505287f08a68, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:44:37.115908 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.161816 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.204416 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.205548 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] For port 7f7683f5-2513-47ba-a5ef-505287f08a68, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:44:37.235963 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] For port 7f7683f5-2513-47ba-a5ef-505287f08a68, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=7f7683f5-2513-47ba-a5ef-505287f08a68,segment=NetworkSegment(b8efc743-5fca-4be7-a833-918e7abca471),segment_id=b8efc743-5fca-4be7-a833-918e7abca471)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:44:37.267965 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device defc9798-a62c-4d3e-b46d-95200318d224 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:37.346197 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.350523 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Allocated IP 172.27.0.30 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/49b48cfc-49a2-4f03-821c-2555f04f943e) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:44:37.401069 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.432337 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port defc9798-a62c-4d3e-b46d-95200318d224 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:37.447517 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port defc9798-a62c-4d3e-b46d-95200318d224 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:37.447890 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.496474 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.498012 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decc72a-4822-4568-b070-eb7106afaf1a None None] Pushing event updated for resources: {'Port': ['ID=7f7683f5-2513-47ba-a5ef-505287f08a68,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:37.542699 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266af79f-eb3c-4c6d-851e-488b428e00cb req-042b26b4-17c9-43cd-8103-d85b8c706dd9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:37.544387 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-266af79f-eb3c-4c6d-851e-488b428e00cb req-042b26b4-17c9-43cd-8103-d85b8c706dd9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0685327 Aug 16 11:44:37.571778 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.596810 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-266af79f-eb3c-4c6d-851e-488b428e00cb req-f4437560-ecfc-4c0f-bd19-b18ad3c33f96 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Aug 16 11:44:37.621470 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port defc9798-a62c-4d3e-b46d-95200318d224, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=defc9798-a62c-4d3e-b46d-95200318d224,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:37.695494 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.769127 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:37.774631 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:37.778448 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:37.784567 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:44:37.792550 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=49b48cfc-49a2-4f03-821c-2555f04f943e,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:37.870704 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=defc9798-a62c-4d3e-b46d-95200318d224,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:38.124409 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:38.341952 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:38.519059 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a702da-ca71-4863-acf4-ae07bb29fe27 None None] Network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:44:38.578890 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Router 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:44:38.638886 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-2c883f51-d59a-4552-b53b-c52977c6b251 None None] Provisioning for port 7f7683f5-2513-47ba-a5ef-505287f08a68 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:38.739199 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f8596-46ee-4873-8c11-1cd6604cf436 req-473715e3-16cf-462c-8dd2-4115f73ef4c1 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:38.741065 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-512f8596-46ee-4873-8c11-1cd6604cf436 req-473715e3-16cf-462c-8dd2-4115f73ef4c1 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0680010 Aug 16 11:44:38.786813 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-512f8596-46ee-4873-8c11-1cd6604cf436 req-36e1c4cc-185f-481b-954b-507b27298fdc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Aug 16 11:44:38.929805 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:44:38.940090 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Sync routers for ids ['0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:44:38.949638 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Routers {'0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:44:38.950192 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:44:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:39.023522 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.027526 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-58dd8b59-568f-44d3-9791-70ad2a0d5eb3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7200058 Aug 16 11:44:39.027667 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44158) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:39.070243 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Set router 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:44:39.284991 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'name': 'tempest-TestVolumeBootPattern-548409617-router', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:36Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 3, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'gw_port': {'id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:37Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:39.322392 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Checking router: 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:44:39.323165 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Updating router 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 port 49b48cfc-49a2-4f03-821c-2555f04f943e binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:44:39.353125 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.370751 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device defc9798-a62c-4d3e-b46d-95200318d224 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:39.436567 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port defc9798-a62c-4d3e-b46d-95200318d224 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:39.436939 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.524243 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 7f7683f5-2513-47ba-a5ef-505287f08a68 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:39.595212 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.643339 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 7f7683f5-2513-47ba-a5ef-505287f08a68 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:39.647248 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 7f7683f5-2513-47ba-a5ef-505287f08a68 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:39.647889 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.655069 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.668036 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Transition to ACTIVE for port object 49b48cfc-49a2-4f03-821c-2555f04f943e will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:39.726287 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.758640 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Allocated IP 172.20.0.1 (80166a7e-fd6a-49a6-8b03-9f9d1c8374c4/488fa546-78e2-4d9b-a680-d7be6b74ab90/b7f4c922-b9df-46f0-80c2-0acec2699872) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:44:39.759015 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 7f7683f5-2513-47ba-a5ef-505287f08a68, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=7f7683f5-2513-47ba-a5ef-505287f08a68,segment=NetworkSegment(b8efc743-5fca-4be7-a833-918e7abca471),segment_id=b8efc743-5fca-4be7-a833-918e7abca471)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:39.820795 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.846533 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.870509 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Attempting to bind port 49b48cfc-49a2-4f03-821c-2555f04f943e on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:44:39.871541 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Attempting to bind port 49b48cfc-49a2-4f03-821c-2555f04f943e by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:44:39.871541 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Attempting to bind port 49b48cfc-49a2-4f03-821c-2555f04f943e on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:44:39.881188 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:44:39.881736 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:39.882258 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.883225 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:44:39.883225 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Bound port: 49b48cfc-49a2-4f03-821c-2555f04f943e, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:44:39.883793 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.886804 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d66a8-942f-4b3a-883e-04448aa89468 None None] Pushing event updated for resources: {'Port': ['ID=49b48cfc-49a2-4f03-821c-2555f04f943e,revision_number=2']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:39.899293 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:39.918861 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Transition to ACTIVE for port object b7f4c922-b9df-46f0-80c2-0acec2699872 will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:39.928797 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2804c-024f-47cb-8eaa-93565f981e7b req-cfc975e6-ccff-4975-9824-ea79c28ae297 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:39.930957 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1ef2804c-024f-47cb-8eaa-93565f981e7b req-cfc975e6-ccff-4975-9824-ea79c28ae297 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0650668 Aug 16 11:44:39.940558 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=7f7683f5-2513-47ba-a5ef-505287f08a68,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:39.943129 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] For port 49b48cfc-49a2-4f03-821c-2555f04f943e, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:44:39.946654 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] For port 49b48cfc-49a2-4f03-821c-2555f04f943e, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=49b48cfc-49a2-4f03-821c-2555f04f943e,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:44:39.975109 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1ef2804c-024f-47cb-8eaa-93565f981e7b req-fb91a116-6323-4071-8afd-2c832c20e3c8 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371461 Aug 16 11:44:40.049430 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:40.049643 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:40.090199 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:40.093390 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:40.096961 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:44:40.097429 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:40.103499 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Pushing event updated for resources: {'Port': ['ID=b7f4c922-b9df-46f0-80c2-0acec2699872,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:40.106225 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Routers {'0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:44:40.106913 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:44:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:40.145064 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d66a8-942f-4b3a-883e-04448aa89468 None None] Pushing event updated for resources: {'Port': ['ID=49b48cfc-49a2-4f03-821c-2555f04f943e,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:40.227909 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] Set router 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:44:40.329313 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:40.380899 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-d061d7ec-91ec-4cce-bac1-d569e6f79736 None None] Provisioning for port b7f4c922-b9df-46f0-80c2-0acec2699872 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:40.387696 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-d061d7ec-91ec-4cce-bac1-d569e6f79736 None None] Provisioning complete for port b7f4c922-b9df-46f0-80c2-0acec2699872 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:40.388496 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d061d7ec-91ec-4cce-bac1-d569e6f79736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:40.438994 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-d061d7ec-91ec-4cce-bac1-d569e6f79736 None None] Port b7f4c922-b9df-46f0-80c2-0acec2699872 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:44:40.441847 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'name': 'tempest-TestVolumeBootPattern-548409617-router', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:36Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 3, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'gw_port': {'id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:37Z', 'updated_at': '2021-08-16T11:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:40.467847 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e777829-931e-4262-acfb-d470a1e707fc None None] The sync data for ids ['0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'] in dv-cinder-804698-1-iscsi is: [{'id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'name': 'tempest-TestVolumeBootPattern-548409617-router', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:36Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 3, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'gw_port': {'id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:37Z', 'updated_at': '2021-08-16T11:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:44:40.514000 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:40.572121 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:40.572931 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:40.652919 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Pushing event updated for resources: {'Port': ['ID=b7f4c922-b9df-46f0-80c2-0acec2699872,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:40.713302 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:44:40.714635 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:44:40.836469 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Router 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:44:40.951404 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:44:40.961336 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-ac030107-944b-4cb3-bbbe-a55aafbbcc4a admin admin] 10.222.0.25 "PUT /v2.0/routers/0a96f02a-06d6-4ef7-8ea0-582b979b2fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9297171 Aug 16 11:44:40.967923 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-d118572f-b699-4991-ac9d-9945974dd2a9 None None] Provisioning complete for port b7f4c922-b9df-46f0-80c2-0acec2699872 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:40.968876 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d118572f-b699-4991-ac9d-9945974dd2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:41.034915 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-d118572f-b699-4991-ac9d-9945974dd2a9 None None] Port b7f4c922-b9df-46f0-80c2-0acec2699872 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:44:41.118867 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b55f40-97ef-45bf-891b-9711081b4c6e req-5fafc32b-2727-4e18-95d4-0817e7efdf27 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:41.120402 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-13b55f40-97ef-45bf-891b-9711081b4c6e req-5fafc32b-2727-4e18-95d4-0817e7efdf27 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0579343 Aug 16 11:44:41.166997 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-13b55f40-97ef-45bf-891b-9711081b4c6e req-aeb7031f-fb99-4e71-9d58-dba7ea1cd753 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Aug 16 11:44:41.355362 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 7f7683f5-2513-47ba-a5ef-505287f08a68 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:41.433502 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 7f7683f5-2513-47ba-a5ef-505287f08a68 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:41.434159 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:41.522664 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 49b48cfc-49a2-4f03-821c-2555f04f943e up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:41.623796 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 49b48cfc-49a2-4f03-821c-2555f04f943e completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:41.627892 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 49b48cfc-49a2-4f03-821c-2555f04f943e triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:41.628267 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:41.709344 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:41.732454 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 49b48cfc-49a2-4f03-821c-2555f04f943e, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=49b48cfc-49a2-4f03-821c-2555f04f943e,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:41.780826 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44204) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:41.785659 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-e264bb5d-8fc1-458e-9b1b-433bc0d4acee tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253730015', 'description': 'tempest-secgroup-smoke-1253730015 description', 'project_id': '71be547003924f3980691e88229bd396'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:41.864071 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:41.915218 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=49b48cfc-49a2-4f03-821c-2555f04f943e,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:41.966877 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e264bb5d-8fc1-458e-9b1b-433bc0d4acee tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:42.049056 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e264bb5d-8fc1-458e-9b1b-433bc0d4acee tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:42.157704 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e264bb5d-8fc1-458e-9b1b-433bc0d4acee tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:42.189748 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264bb5d-8fc1-458e-9b1b-433bc0d4acee tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103e3c10-117d-468e-856f-ea4c5863d942,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:42.291387 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36659f-f369-4af4-bcb6-d66a13070975 req-9702c0ba-ebb0-4065-bee9-9c384a6f55d8 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:42.292852 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1d36659f-f369-4af4-bcb6-d66a13070975 req-9702c0ba-ebb0-4065-bee9-9c384a6f55d8 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0519471 Aug 16 11:44:42.330610 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1d36659f-f369-4af4-bcb6-d66a13070975 req-97c26c43-8eeb-4304-bdbf-61bb0bff8657 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Aug 16 11:44:42.360836 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e264bb5d-8fc1-458e-9b1b-433bc0d4acee tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:42.362127 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e264bb5d-8fc1-458e-9b1b-433bc0d4acee tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5802474 Aug 16 11:44:42.365552 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44218) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:42.370036 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-a9fe0d42-4ac1-44ee-9377-e3d4524e934e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'security_group_rule': {'security_group_id': '103e3c10-117d-468e-856f-ea4c5863d942', 'project_id': '71be547003924f3980691e88229bd396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:42.534847 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0d42-4ac1-44ee-9377-e3d4524e934e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:42.595111 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0d42-4ac1-44ee-9377-e3d4524e934e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:42.703624 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0d42-4ac1-44ee-9377-e3d4524e934e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:42.721315 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe0d42-4ac1-44ee-9377-e3d4524e934e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb6ff9f-7f9e-487c-a4e0-d32997d2e4c8,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:42.863721 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a9fe0d42-4ac1-44ee-9377-e3d4524e934e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:42.875562 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-a9fe0d42-4ac1-44ee-9377-e3d4524e934e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4984808 Aug 16 11:44:42.875562 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44226) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:42.875562 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-79a59813-f37a-4c45-97e7-2a5e3751f456 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'security_group_rule': {'security_group_id': '103e3c10-117d-468e-856f-ea4c5863d942', 'project_id': '71be547003924f3980691e88229bd396', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:42.959590 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Sync routers for ids ['0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:44:42.969065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Routers {'0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:44:42.969673 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:44:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:43.042625 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-79a59813-f37a-4c45-97e7-2a5e3751f456 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.075488 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Set router 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:44:43.105039 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-79a59813-f37a-4c45-97e7-2a5e3751f456 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.224006 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 49b48cfc-49a2-4f03-821c-2555f04f943e up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:43.278127 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-79a59813-f37a-4c45-97e7-2a5e3751f456 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.301168 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a59813-f37a-4c45-97e7-2a5e3751f456 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba3684d-52e3-4f11-b2ac-4d4bae487b73,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:43.320417 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 49b48cfc-49a2-4f03-821c-2555f04f943e triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:43.320514 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.364959 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'name': 'tempest-TestVolumeBootPattern-548409617-router', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:36Z', 'updated_at': '2021-08-16T11:44:40Z', 'revision_number': 4, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'gw_port': {'id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:37Z', 'updated_at': '2021-08-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b7f4c922-b9df-46f0-80c2-0acec2699872', 'name': '', 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'mac_address': 'fa:16:3e:c8:e5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '488fa546-78e2-4d9b-a680-d7be6b74ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:39Z', 'updated_at': '2021-08-16T11:44:40Z', 'revision_number': 2, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'subnets': [{'id': '488fa546-78e2-4d9b-a680-d7be6b74ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:43.384044 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-79a59813-f37a-4c45-97e7-2a5e3751f456 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.388458 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-79a59813-f37a-4c45-97e7-2a5e3751f456 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5169530 Aug 16 11:44:43.388789 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44234) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:43.394751 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-7d121008-1711-42c2-996b-6b1066255874 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'security_group_rule': {'security_group_id': '103e3c10-117d-468e-856f-ea4c5863d942', 'project_id': '71be547003924f3980691e88229bd396', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:43.395638 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Checking router: 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:44:43.395995 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Updating router 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 port b7f4c922-b9df-46f0-80c2-0acec2699872 binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:44:43.430434 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.505546 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d121008-1711-42c2-996b-6b1066255874 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.554085 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d121008-1711-42c2-996b-6b1066255874 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.666992 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d121008-1711-42c2-996b-6b1066255874 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.682975 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d121008-1711-42c2-996b-6b1066255874 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2af68b-8bd3-4e71-8370-8993a91301a7,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:43.722732 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.732306 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Transition to ACTIVE for port object b7f4c922-b9df-46f0-80c2-0acec2699872 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:44:43.790932 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d121008-1711-42c2-996b-6b1066255874 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.792160 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-7d121008-1711-42c2-996b-6b1066255874 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018061 Aug 16 11:44:43.794897 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44238) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:43.799804 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-195dc77a-b060-4fc2-81e8-58a75db21a30 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'security_group_rule': {'security_group_id': '103e3c10-117d-468e-856f-ea4c5863d942', 'project_id': '71be547003924f3980691e88229bd396', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:43.831950 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.880361 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff8f4a-2818-4c89-ac25-f949e0e4dbe2 None None] Pushing event updated for resources: {'Port': ['ID=b7f4c922-b9df-46f0-80c2-0acec2699872,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:43.906115 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-195dc77a-b060-4fc2-81e8-58a75db21a30 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.935342 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Attempting to bind port b7f4c922-b9df-46f0-80c2-0acec2699872 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:44:43.938668 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Attempting to bind port b7f4c922-b9df-46f0-80c2-0acec2699872 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:44:43.939127 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Attempting to bind port b7f4c922-b9df-46f0-80c2-0acec2699872 on network 80166a7e-fd6a-49a6-8b03-9f9d1c8374c4 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:44:43.946190 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:44:43.946682 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Checking segment: {'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:44:43.947288 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.947745 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Bound using segment: {'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:44:43.948337 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Bound port: b7f4c922-b9df-46f0-80c2-0acec2699872, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8efc743-5fca-4be7-a833-918e7abca471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:44:43.948731 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:43.973303 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-195dc77a-b060-4fc2-81e8-58a75db21a30 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.022716 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] For port b7f4c922-b9df-46f0-80c2-0acec2699872, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:44:44.025754 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] For port b7f4c922-b9df-46f0-80c2-0acec2699872, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=b7f4c922-b9df-46f0-80c2-0acec2699872,segment=NetworkSegment(b8efc743-5fca-4be7-a833-918e7abca471),segment_id=b8efc743-5fca-4be7-a833-918e7abca471)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:44:44.123294 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-195dc77a-b060-4fc2-81e8-58a75db21a30 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.142959 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dc77a-b060-4fc2-81e8-58a75db21a30 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6a8b05-b12c-481d-8115-4c2149902095,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:44.158119 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.217670 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Routers {'0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:44:44.218432 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:44:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:44.220536 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff8f4a-2818-4c89-ac25-f949e0e4dbe2 None None] Pushing event updated for resources: {'Port': ['ID=b7f4c922-b9df-46f0-80c2-0acec2699872,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:44.235568 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-195dc77a-b060-4fc2-81e8-58a75db21a30 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.237100 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-195dc77a-b060-4fc2-81e8-58a75db21a30 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4410100 Aug 16 11:44:44.247246 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44246) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:44.260342 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-978f1ac5-87cb-4d34-b52e-e62b8babe49d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'security_group_rule': {'security_group_id': '103e3c10-117d-468e-856f-ea4c5863d942', 'project_id': '71be547003924f3980691e88229bd396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:44.367089 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.securitygroups_db [None req-978f1ac5-87cb-4d34-b52e-e62b8babe49d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Project 71be547003924f3980691e88229bd396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 11:44:44.372954 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-978f1ac5-87cb-4d34-b52e-e62b8babe49d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.438704 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-978f1ac5-87cb-4d34-b52e-e62b8babe49d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.474283 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] Set router 0a96f02a-06d6-4ef7-8ea0-582b979b2fb7 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:44:44.525422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-978f1ac5-87cb-4d34-b52e-e62b8babe49d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.544832 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f1ac5-87cb-4d34-b52e-e62b8babe49d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e4a2ca-4dfe-41b3-8d0d-3bec23d6d50c,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:44.620688 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-978f1ac5-87cb-4d34-b52e-e62b8babe49d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.621975 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-978f1ac5-87cb-4d34-b52e-e62b8babe49d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3737030 Aug 16 11:44:44.625761 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44258) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:44.630225 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-b58976a0-7ddb-429e-acdc-995dafbf6eb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'security_group_rule': {'security_group_id': '103e3c10-117d-468e-856f-ea4c5863d942', 'project_id': '71be547003924f3980691e88229bd396', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:44:44.703880 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'name': 'tempest-TestVolumeBootPattern-548409617-router', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:36Z', 'updated_at': '2021-08-16T11:44:40Z', 'revision_number': 4, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'gw_port': {'id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:37Z', 'updated_at': '2021-08-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b7f4c922-b9df-46f0-80c2-0acec2699872', 'name': '', 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'mac_address': 'fa:16:3e:c8:e5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '488fa546-78e2-4d9b-a680-d7be6b74ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:39Z', 'updated_at': '2021-08-16T11:44:44Z', 'revision_number': 4, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'subnets': [{'id': '488fa546-78e2-4d9b-a680-d7be6b74ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:44:44.730364 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ebb321-83f6-4ccc-a3d6-9f87c872dab6 None None] The sync data for ids ['0a96f02a-06d6-4ef7-8ea0-582b979b2fb7'] in dv-cinder-804698-1-iscsi is: [{'id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'name': 'tempest-TestVolumeBootPattern-548409617-router', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:36Z', 'updated_at': '2021-08-16T11:44:40Z', 'revision_number': 4, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'gw_port': {'id': '49b48cfc-49a2-4f03-821c-2555f04f943e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:37Z', 'updated_at': '2021-08-16T11:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b7f4c922-b9df-46f0-80c2-0acec2699872', 'name': '', 'network_id': '80166a7e-fd6a-49a6-8b03-9f9d1c8374c4', 'tenant_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'mac_address': 'fa:16:3e:c8:e5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a96f02a-06d6-4ef7-8ea0-582b979b2fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '488fa546-78e2-4d9b-a680-d7be6b74ab90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:39Z', 'updated_at': '2021-08-16T11:44:44Z', 'revision_number': 4, 'project_id': 'c00659b2b3a2487f91045b0eef06f4e2', 'subnets': [{'id': '488fa546-78e2-4d9b-a680-d7be6b74ab90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:44:44.747345 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.securitygroups_db [None req-b58976a0-7ddb-429e-acdc-995dafbf6eb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Project 71be547003924f3980691e88229bd396 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 11:44:44.757733 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b58976a0-7ddb-429e-acdc-995dafbf6eb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.857947 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b58976a0-7ddb-429e-acdc-995dafbf6eb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.980661 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b58976a0-7ddb-429e-acdc-995dafbf6eb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:44.999991 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58976a0-7ddb-429e-acdc-995dafbf6eb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e27822-168b-4d6f-b2ff-21f7bde61e75,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:45.121247 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b58976a0-7ddb-429e-acdc-995dafbf6eb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:45.126442 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b58976a0-7ddb-429e-acdc-995dafbf6eb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4958014 Aug 16 11:44:45.248391 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device b7f4c922-b9df-46f0-80c2-0acec2699872 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:45.403598 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port b7f4c922-b9df-46f0-80c2-0acec2699872 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:44:45.407985 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port b7f4c922-b9df-46f0-80c2-0acec2699872 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:45.408430 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:45.496650 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:45.525001 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port b7f4c922-b9df-46f0-80c2-0acec2699872, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=b7f4c922-b9df-46f0-80c2-0acec2699872,segment=NetworkSegment(b8efc743-5fca-4be7-a833-918e7abca471),segment_id=b8efc743-5fca-4be7-a833-918e7abca471)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:44:45.606749 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:45.659762 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=b7f4c922-b9df-46f0-80c2-0acec2699872,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:45.797545 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:44:47.229025 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device b7f4c922-b9df-46f0-80c2-0acec2699872 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:44:47.279451 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port b7f4c922-b9df-46f0-80c2-0acec2699872 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:44:47.279789 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:49.356335 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096288f-150d-4985-91c8-01d334836a38 req-d831786d-f090-4866-b693-1d02cd51c9b5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:49.357920 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8096288f-150d-4985-91c8-01d334836a38 req-d831786d-f090-4866-b693-1d02cd51c9b5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0550916 Aug 16 11:44:49.402466 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8096288f-150d-4985-91c8-01d334836a38 req-85746ff2-9227-46cf-a8c7-9e48e6777175 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Aug 16 11:44:51.557873 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a342-8720-47c0-a02b-2caf48e00f65 req-f4980067-6a9d-4717-9c44-62c00dc8f533 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:51.559408 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3cb8a342-8720-47c0-a02b-2caf48e00f65 req-f4980067-6a9d-4717-9c44-62c00dc8f533 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0477126 Aug 16 11:44:51.597615 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3cb8a342-8720-47c0-a02b-2caf48e00f65 req-383a1ed0-e409-4e45-95ee-5bb78ff7893b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Aug 16 11:44:52.418130 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:52.717457 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23d675-c041-4806-8c51-6d6ff3c6e5d7 req-1ca6f15f-4471-4e0a-94c7-aa5479ffb3fc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:52.719036 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0a23d675-c041-4806-8c51-6d6ff3c6e5d7 req-1ca6f15f-4471-4e0a-94c7-aa5479ffb3fc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0505011 Aug 16 11:44:52.757403 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0a23d675-c041-4806-8c51-6d6ff3c6e5d7 req-0206b2e9-3696-44ae-b132-1aae00c6ab94 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319228 Aug 16 11:44:53.877124 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9deb63-e940-492b-82ba-6154b52c92a3 req-62c43bea-8133-4d1f-9a32-de985a1477ee tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:53.879375 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1a9deb63-e940-492b-82ba-6154b52c92a3 req-62c43bea-8133-4d1f-9a32-de985a1477ee tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Aug 16 11:44:53.919918 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1a9deb63-e940-492b-82ba-6154b52c92a3 req-72ee63f1-216a-47c3-b521-0a5bac3fa506 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346031 Aug 16 11:44:55.041559 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa282d93-d821-4930-aa8f-aa50755b0586 req-f8f6f4aa-3ed4-46e7-be41-4d5b89ef5b3f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:55.043220 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fa282d93-d821-4930-aa8f-aa50755b0586 req-f8f6f4aa-3ed4-46e7-be41-4d5b89ef5b3f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0498564 Aug 16 11:44:55.082277 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fa282d93-d821-4930-aa8f-aa50755b0586 req-552173e3-1b8e-44e3-a6a8-9c1556a62f42 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331042 Aug 16 11:44:56.211694 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145a93f-ca30-4a4d-a9e5-30a21d067057 req-e66aa0dd-8103-416e-b4e2-72be4b7978ae tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:56.213226 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3145a93f-ca30-4a4d-a9e5-30a21d067057 req-e66aa0dd-8103-416e-b4e2-72be4b7978ae tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0580063 Aug 16 11:44:56.260867 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3145a93f-ca30-4a4d-a9e5-30a21d067057 req-49315195-3ac7-4a58-b94b-9823be16f822 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Aug 16 11:44:57.378689 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e8f8-c023-490d-b336-0e338e89213e req-6d4fed95-4847-41c2-a4f6-f84ae8ebc7b2 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:57.380165 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b3c5e8f8-c023-490d-b336-0e338e89213e req-6d4fed95-4847-41c2-a4f6-f84ae8ebc7b2 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0512283 Aug 16 11:44:57.418961 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b3c5e8f8-c023-490d-b336-0e338e89213e req-aff728e0-d9fb-4e10-bc6c-3a63968e3c89 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324585 Aug 16 11:44:58.538251 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4d62e-781e-4dad-96a2-a3feb9eac83a req-eeb80d8e-cac4-4aa4-8324-ef214ac3bc44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:58.539719 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7dd4d62e-781e-4dad-96a2-a3feb9eac83a req-eeb80d8e-cac4-4aa4-8324-ef214ac3bc44 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0460527 Aug 16 11:44:58.579087 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7dd4d62e-781e-4dad-96a2-a3feb9eac83a req-eb85bf88-a95c-48bc-a56a-43748abcb8f5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336051 Aug 16 11:44:59.111891 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44662) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:59.225400 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cf80126e-9e8a-4131-a14e-4469145aedc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:59.312149 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cf80126e-9e8a-4131-a14e-4469145aedc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:59.409444 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cf80126e-9e8a-4131-a14e-4469145aedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:59.447375 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-cf80126e-9e8a-4131-a14e-4469145aedc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49d008c6ec544110a7bba42203b8d4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343585 Aug 16 11:44:59.448228 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80126e-9e8a-4131-a14e-4469145aedc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eab7587-d809-4314-a956-100e43ec3ccf,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:59.450039 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44670) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:44:59.498951 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-225f05cc-18cd-4454-b46d-d10a871f6a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:59.519120 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-225f05cc-18cd-4454-b46d-d10a871f6a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:59.635228 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-225f05cc-18cd-4454-b46d-d10a871f6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:59.643742 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-225f05cc-18cd-4454-b46d-d10a871f6a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:44:59.643742 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-225f05cc-18cd-4454-b46d-d10a871f6a0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1eab7587-d809-4314-a956-100e43ec3ccf HTTP/1.1" status: 204 len: 168 time: 0.1888974 Aug 16 11:44:59.648832 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f05cc-18cd-4454-b46d-d10a871f6a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eab7587-d809-4314-a956-100e43ec3ccf,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:44:59.726332 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660261bf-2f1c-4e9d-b51a-4d73c7628b7e req-03328bae-c897-4156-85f2-d00406068562 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:44:59.726332 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-660261bf-2f1c-4e9d-b51a-4d73c7628b7e req-03328bae-c897-4156-85f2-d00406068562 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0660748 Aug 16 11:44:59.760450 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-660261bf-2f1c-4e9d-b51a-4d73c7628b7e req-a090ea3a-8759-4a0f-8282-43ed8d1fb2ef tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312755 Aug 16 11:45:00.559359 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44690) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:00.573095 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d32f2d84-367f-4d39-9ce0-5be81821dc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:00.660410 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d32f2d84-367f-4d39-9ce0-5be81821dc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:00.743856 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d32f2d84-367f-4d39-9ce0-5be81821dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:00.783330 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d32f2d84-367f-4d39-9ce0-5be81821dc47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1aea4ce42fe34115842d99db31e94f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228320 Aug 16 11:45:00.784125 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f2d84-367f-4d39-9ce0-5be81821dc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5df97f2-f8d1-414e-8273-b0d1b21ad370,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:00.785883 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44696) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:00.841605 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c450bbbb-3190-4bdb-a5bf-cb9ba4c71567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:00.862793 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c450bbbb-3190-4bdb-a5bf-cb9ba4c71567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:00.884129 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3c04a-cdf9-4a37-a36f-71746c74d96c req-39dd34d9-4985-46b3-8ebe-8a3ff41dcd2e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:00.885745 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5e3c04a-cdf9-4a37-a36f-71746c74d96c req-39dd34d9-4985-46b3-8ebe-8a3ff41dcd2e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0477605 Aug 16 11:45:00.925187 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5e3c04a-cdf9-4a37-a36f-71746c74d96c req-240ca72e-60df-41be-a1d8-d14e47f8c837 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326872 Aug 16 11:45:00.997844 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c450bbbb-3190-4bdb-a5bf-cb9ba4c71567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:01.000438 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c450bbbb-3190-4bdb-a5bf-cb9ba4c71567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:01.001619 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-c450bbbb-3190-4bdb-a5bf-cb9ba4c71567 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5df97f2-f8d1-414e-8273-b0d1b21ad370 HTTP/1.1" status: 204 len: 168 time: 0.2138047 Aug 16 11:45:01.020522 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450bbbb-3190-4bdb-a5bf-cb9ba4c71567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5df97f2-f8d1-414e-8273-b0d1b21ad370,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:01.533333 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-bd76e94e-03fb-47b3-966c-c3a060172b62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396342 Aug 16 11:45:01.612784 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-81582d1d-9738-43bf-8ddc-abee2351814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:01.614162 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-81582d1d-9738-43bf-8ddc-abee2351814c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1098 time: 0.0396702 Aug 16 11:45:01.733852 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-c995baa8-bd2e-4cc0-beb9-4f3fa55c231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:01.735366 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-c995baa8-bd2e-4cc0-beb9-4f3fa55c231f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.0889165 Aug 16 11:45:01.755065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-fd69942c-1205-4e1d-9fcf-9e8a8af57b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:01.766431 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44714) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:01.782963 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-e79acbb5-ebc9-4b75-bcdf-d143ab2b635c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 200 len: 217 time: 0.0353694 Aug 16 11:45:01.783512 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ff30eeae-ad00-4740-8813-62338bdb1c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:01.848534 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-9cad47eb-58e1-48d8-a45a-f0ab49d6be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:01.850257 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-9cad47eb-58e1-48d8-a45a-f0ab49d6be7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.0553789 Aug 16 11:45:01.894542 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-aa96784a-4a76-40e7-b155-086844f72711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293794 Aug 16 11:45:02.010802 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-19327485-f444-4c2b-875e-2314bda0c455 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951500 Aug 16 11:45:02.070686 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b8120-816c-40af-b880-c14063ab9315 req-20d9b9d9-f00c-472d-9aee-53e6e634a2af tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:02.072197 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ca5b8120-816c-40af-b880-c14063ab9315 req-20d9b9d9-f00c-472d-9aee-53e6e634a2af tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0724106 Aug 16 11:45:02.076831 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ff30eeae-ad00-4740-8813-62338bdb1c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:02.110548 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df3c29e7-85d8-43ee-9f63-7d2a8e5a2e93 req-115e254c-0be7-4167-99dd-567f377dd188 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897532 Aug 16 11:45:02.110835 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ca5b8120-816c-40af-b880-c14063ab9315 req-81fb356a-1294-4241-9086-26f5186a368d tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312479 Aug 16 11:45:02.160957 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ff30eeae-ad00-4740-8813-62338bdb1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:02.199290 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30eeae-ad00-4740-8813-62338bdb1c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf2ec3-c1a4-4f6d-97e4-73ae21f9be07,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:02.204187 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ff30eeae-ad00-4740-8813-62338bdb1c05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89ccca2b01ba41c0a782a20b6cf50533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361336 Aug 16 11:45:02.206389 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44724) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:02.262505 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89d7813f-b561-47f2-a0f1-f489e241bce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:02.285054 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89d7813f-b561-47f2-a0f1-f489e241bce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:02.475803 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89d7813f-b561-47f2-a0f1-f489e241bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:02.478320 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89d7813f-b561-47f2-a0f1-f489e241bce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:02.479491 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-89d7813f-b561-47f2-a0f1-f489e241bce6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30bf2ec3-c1a4-4f6d-97e4-73ae21f9be07 HTTP/1.1" status: 204 len: 168 time: 0.2721553 Aug 16 11:45:02.487075 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7813f-b561-47f2-a0f1-f489e241bce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf2ec3-c1a4-4f6d-97e4-73ae21f9be07,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:03.238968 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca54be9-34e0-4bfc-b3ce-4f3707dec7d5 req-08cfbdf9-e7d2-4c1e-ab49-eb299cbec834 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:03.242918 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ca54be9-34e0-4bfc-b3ce-4f3707dec7d5 req-08cfbdf9-e7d2-4c1e-ab49-eb299cbec834 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0501730 Aug 16 11:45:03.285003 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ca54be9-34e0-4bfc-b3ce-4f3707dec7d5 req-ad347a17-9206-4251-abce-950cdbb35731 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359380 Aug 16 11:45:03.707082 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44780) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:03.820580 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-729649977-network', 'tenant_id': 'cf13400872e647f89cd4c860147e4d97'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:03.963891 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Made reservation on behalf of cf13400872e647f89cd4c860147e4d97 for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:03.966545 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:03.975690 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.077719 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.186779 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.214183 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:45:04.223962 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e5731-9a14-4f7f-8488-3e30ee4d1569,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:04.240606 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.241310 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Added segment 13252c88-6bbd-4119-989d-9bd6ddcf885d of type vlan for network 835136b3-af6b-44dd-bf4f-1db97b35b808 Aug 16 11:45:04.285798 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.418764 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa66bfa-4803-45c5-a08a-f0c78dd05ffa req-560c8dfc-fe01-4e2d-8a00-2e909e714338 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:04.419303 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9aa66bfa-4803-45c5-a08a-f0c78dd05ffa req-560c8dfc-fe01-4e2d-8a00-2e909e714338 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0501261 Aug 16 11:45:04.461735 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.463180 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:04.464572 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.466904 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-304f548b-9225-4a82-98f3-dd1a999279c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.485482 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9aa66bfa-4803-45c5-a08a-f0c78dd05ffa req-f8bea1a4-18ef-4810-8541-4919395412e9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594447 Aug 16 11:45:04.543164 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] Pushing event updated for resources: {'Network': ['ID=835136b3-af6b-44dd-bf4f-1db97b35b808,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:04.554064 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 835136b3-af6b-44dd-bf4f-1db97b35b808 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:45:04.584938 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-fae559d7-dcf9-44bb-82b6-fa086cba7134 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8766797 Aug 16 11:45:04.587738 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44808) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:04.593067 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Request body: {'subnet': {'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-729649977-subnet', 'tenant_id': 'cf13400872e647f89cd4c860147e4d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:04.596775 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.709924 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Made reservation on behalf of cf13400872e647f89cd4c860147e4d97 for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:04.712250 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233217'] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.799767 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44812) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:04.933154 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e63190ec-6ed4-4677-ada0-51c53abcddca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:04.969590 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6152231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233327'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:05.026427 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e63190ec-6ed4-4677-ada0-51c53abcddca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:05.031136 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e906c54-c5f7-47be-b02f-b22dc2803e4c,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:05.042258 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Checking segment: {'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:05.042804 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Network hostable DHCP agents. Network: 835136b3-af6b-44dd-bf4f-1db97b35b808, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:45:05.115533 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e63190ec-6ed4-4677-ada0-51c53abcddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:05.153696 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e63190ec-6ed4-4677-ada0-51c53abcddca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c82e0b15c714d24bd462ba8239e2391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518932 Aug 16 11:45:05.154743 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63190ec-6ed4-4677-ada0-51c53abcddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12962f56-382c-492e-aed9-e4073a357863,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:05.156435 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44820) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:05.166632 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Network 835136b3-af6b-44dd-bf4f-1db97b35b808 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:45:05.215535 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8950e6ce-4589-4f51-b98d-b173d05124f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:05.244192 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8950e6ce-4589-4f51-b98d-b173d05124f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:05.283926 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 835136b3-af6b-44dd-bf4f-1db97b35b808) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:05.294723 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:05.295378 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:05.295701 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fc86e6-dc0f-40a0-bb0b-fd6f9337c8e1 None None] Network 835136b3-af6b-44dd-bf4f-1db97b35b808 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:45:05.412823 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8950e6ce-4589-4f51-b98d-b173d05124f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:05.415608 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8950e6ce-4589-4f51-b98d-b173d05124f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:05.416836 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-8950e6ce-4589-4f51-b98d-b173d05124f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12962f56-382c-492e-aed9-e4073a357863 HTTP/1.1" status: 204 len: 168 time: 0.2593515 Aug 16 11:45:05.422186 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211a18ff-9442-4b8b-9286-131aa5297f15 None None] Network 835136b3-af6b-44dd-bf4f-1db97b35b808 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:45:05.435632 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950e6ce-4589-4f51-b98d-b173d05124f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12962f56-382c-492e-aed9-e4073a357863,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:05.456157 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-be628a18-4aec-4473-8c77-be2ecffe3db9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8672209 Aug 16 11:45:05.639200 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba743a-434b-4c41-8d1d-bb200a4989ef req-55b1afc0-a40f-4a72-b097-4da6dc4eab20 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:05.640781 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6ba743a-434b-4c41-8d1d-bb200a4989ef req-55b1afc0-a40f-4a72-b097-4da6dc4eab20 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0540450 Aug 16 11:45:05.681209 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6ba743a-434b-4c41-8d1d-bb200a4989ef req-91d51bbe-919d-41d3-ae72-e3632ec05aaf tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336432 Aug 16 11:45:05.801319 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:06.645300 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44872) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:06.749368 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-695561442-network', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:06.815587 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930989f-014e-4f06-bb7e-0520a11f5842 req-d983cb9b-40bc-4827-acc0-0864c0dd0723 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:06.817139 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2930989f-014e-4f06-bb7e-0520a11f5842 req-d983cb9b-40bc-4827-acc0-0864c0dd0723 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0575910 Aug 16 11:45:06.856593 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2930989f-014e-4f06-bb7e-0520a11f5842 req-9f970d7c-c9ab-4d76-a1b2-54ab64e7ac07 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Aug 16 11:45:06.898503 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Made reservation on behalf of c800fcc934374e669f78cc5a66c3e8a2 for: {'network': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:06.908165 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:06.909636 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.003626 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.092143 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.112451 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:45:07.126167 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fafafc1-6330-4c3b-b699-978ecf6ef689,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:07.131459 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.131804 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.segments_db [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Added segment d21eb078-d28d-4504-9a3f-bfd940e54747 of type vlan for network 61e46f1a-dfd0-49a3-aaf4-f07730602154 Aug 16 11:45:07.175013 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.278282 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.279300 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:07.280100 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.312351 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.342307 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] Pushing event updated for resources: {'Network': ['ID=61e46f1a-dfd0-49a3-aaf4-f07730602154,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:07.352171 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:45:07.401679 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-78540fa0-fdaa-4261-bbb7-f5e50ccd007f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7551570 Aug 16 11:45:07.404379 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44886) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:07.409192 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Request body: {'subnet': {'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-695561442-subnet', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:07.509779 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Made reservation on behalf of c800fcc934374e669f78cc5a66c3e8a2 for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:07.512215 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233217'] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.745490 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6152231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233327'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:07.805760 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e82a1b4-f065-4605-a35f-302b8d7cf021,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:07.811849 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Checking segment: {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:07.812209 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Network hostable DHCP agents. Network: 61e46f1a-dfd0-49a3-aaf4-f07730602154, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:45:07.918000 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:45:07.989553 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 61e46f1a-dfd0-49a3-aaf4-f07730602154) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:07.999367 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c0c96-7fdb-4d44-acc1-3f70473f10f1 None None] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:45:08.011629 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:08.012314 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.133409 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ebf47-0c9e-4fa6-9a5d-6d7098e87d19 req-2640412f-8dbe-4f5c-9bb7-b04c5cf9ffb9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:08.135048 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c75ebf47-0c9e-4fa6-9a5d-6d7098e87d19 req-2640412f-8dbe-4f5c-9bb7-b04c5cf9ffb9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0541322 Aug 16 11:45:08.136881 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a2ea7182-93ed-4d78-8917-9fa719fe1fb2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7315927 Aug 16 11:45:08.139727 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44900) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:08.146256 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:08.177305 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-61e46f1a-dfd0-49a3-aaf4-f07730602154', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:45:08.178901 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.201885 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c75ebf47-0c9e-4fa6-9a5d-6d7098e87d19 req-7dc40623-0892-4bd3-bd28-e7e518fbf2ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600004 Aug 16 11:45:08.298366 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.299517 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.321697 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Allocated IP 172.20.0.2 (61e46f1a-dfd0-49a3-aaf4-f07730602154/6e82a1b4-f065-4605-a35f-302b8d7cf021/0f17bca5-08c0-42c1-8fcf-e2d8f437810d) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:08.351255 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.468062 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.481781 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Transition to ACTIVE for port object 0f17bca5-08c0-42c1-8fcf-e2d8f437810d will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:08.497212 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Transition to ACTIVE for port object 0f17bca5-08c0-42c1-8fcf-e2d8f437810d will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:08.576837 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.598615 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.638089 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:08.641631 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:08.645803 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:08.652359 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Pushing event updated for resources: {'Port': ['ID=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:08.664133 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.664498 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.664836 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.665166 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.665567 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.665859 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.666297 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.666481 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.666917 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.667211 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.667506 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.667713 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:08.723703 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Attempting to bind port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:08.723703 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Attempting to bind port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:08.723703 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Attempting to bind port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d on network 61e46f1a-dfd0-49a3-aaf4-f07730602154 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:08.731445 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:08.731820 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Checking segment: {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:08.732222 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.732614 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Bound using segment: {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:08.733222 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Bound port: 0f17bca5-08c0-42c1-8fcf-e2d8f437810d, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:08.733472 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.816462 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] For port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:08.821085 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] For port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:08.907886 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.929343 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:08.935626 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:09.009798 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef41399-a557-43d2-b001-c4a04b5afcfd None None] Pushing event updated for resources: {'Port': ['ID=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:09.038142 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Allocated IP 172.27.0.254 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/ddb90f30-76bc-4452-9d06-caa03dada57f) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:09.164826 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:09.288599 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:09.328756 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0f17bca5-08c0-42c1-8fcf-e2d8f437810d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:09.369135 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:09.375097 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:09.383325 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:09.411162 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Pushing event updated for resources: {'Port': ['ID=ddb90f30-76bc-4452-9d06-caa03dada57f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:09.436083 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb08142-a35f-40de-810b-032e61a9c4f2 req-0fbdf021-89bf-4263-8bf9-7de127d90dbd tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:09.437598 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-edb08142-a35f-40de-810b-032e61a9c4f2 req-0fbdf021-89bf-4263-8bf9-7de127d90dbd tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1099014 Aug 16 11:45:09.485181 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:09.555513 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-edb08142-a35f-40de-810b-032e61a9c4f2 req-3988e303-51f4-47c1-ae7e-015d962a00da tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116889 Aug 16 11:45:09.925588 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4de4a-bb51-490b-ba27-fce4f11361d5 None None] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:45:09.939972 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:10.073684 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-3b34a62f-df37-4b1f-b47b-ae945a6250b2 None None] Provisioning for port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:10.080692 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-3b34a62f-df37-4b1f-b47b-ae945a6250b2 None None] Provisioning complete for port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:10.081064 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3b34a62f-df37-4b1f-b47b-ae945a6250b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:10.150253 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:10.168927 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3b34a62f-df37-4b1f-b47b-ae945a6250b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:10.205160 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-3b34a62f-df37-4b1f-b47b-ae945a6250b2 None None] For port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:10.305293 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3b34a62f-df37-4b1f-b47b-ae945a6250b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:10.353658 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34a62f-df37-4b1f-b47b-ae945a6250b2 None None] Pushing event updated for resources: {'Port': ['ID=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:10.369210 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Router 5104e77f-b60a-4550-9444-0699bdd098f0 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:45:10.425270 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-fc43b35b-61fe-4d7a-8f00-50cb23a5d73b None None] Provisioning complete for port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:10.425639 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-fc43b35b-61fe-4d7a-8f00-50cb23a5d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:10.479290 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:45:10.491188 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Sync routers for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:45:10.501260 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:45:10.501871 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:10.558136 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] Notify callbacks [] for router, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:10.559502 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-5822f6ad-7b4e-46b9-b7a6-6707c0e89177 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4188535 Aug 16 11:45:10.562319 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44930) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:10.607747 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:45:10.707476 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15b9ad-7779-48d9-995c-c125daf18edf req-0915107b-d392-427f-a9c5-beec4a07ee47 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:10.708953 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ad15b9ad-7779-48d9-995c-c125daf18edf req-0915107b-d392-427f-a9c5-beec4a07ee47 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0649350 Aug 16 11:45:10.791635 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:09Z', 'revision_number': 3, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:10.811828 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ad15b9ad-7779-48d9-995c-c125daf18edf req-cd727627-9cd8-404b-bf1f-f745a5358aa9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695076 Aug 16 11:45:10.899939 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Checking router: 5104e77f-b60a-4550-9444-0699bdd098f0 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:45:10.900288 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Updating router 5104e77f-b60a-4550-9444-0699bdd098f0 port ddb90f30-76bc-4452-9d06-caa03dada57f binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:45:10.931736 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.059761 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.190799 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.201718 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Transition to ACTIVE for port object ddb90f30-76bc-4452-9d06-caa03dada57f will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:11.226085 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Allocated IP 172.20.0.1 (61e46f1a-dfd0-49a3-aaf4-f07730602154/6e82a1b4-f065-4605-a35f-302b8d7cf021/7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:11.248011 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0f17bca5-08c0-42c1-8fcf-e2d8f437810d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:11.282054 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.298657 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:11.299276 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.339395 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.345082 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c118b0c-fa92-46e3-859e-72bdfd924527 None None] Pushing event updated for resources: {'Port': ['ID=ddb90f30-76bc-4452-9d06-caa03dada57f,revision_number=2']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:11.348645 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Attempting to bind port ddb90f30-76bc-4452-9d06-caa03dada57f on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:11.349273 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Attempting to bind port ddb90f30-76bc-4452-9d06-caa03dada57f by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:11.349956 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Attempting to bind port ddb90f30-76bc-4452-9d06-caa03dada57f on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:11.354359 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Transition to ACTIVE for port object 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:11.356102 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:11.356563 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:11.357097 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.357454 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:11.357982 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Bound port: ddb90f30-76bc-4452-9d06-caa03dada57f, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:11.358612 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.420536 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] For port ddb90f30-76bc-4452-9d06-caa03dada57f, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:11.423576 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] For port ddb90f30-76bc-4452-9d06-caa03dada57f, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ddb90f30-76bc-4452-9d06-caa03dada57f,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:11.472810 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.509944 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.518930 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:11.521882 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:11.526700 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:11.529738 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Pushing event updated for resources: {'Port': ['ID=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:11.557888 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:45:11.558796 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:11.567448 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.671532 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c118b0c-fa92-46e3-859e-72bdfd924527 None None] Pushing event updated for resources: {'Port': ['ID=ddb90f30-76bc-4452-9d06-caa03dada57f,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:11.688651 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:45:11.784045 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.818806 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-8fa557db-9146-4e26-a694-dc6f6e8b053c None None] Provisioning for port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:11.823710 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-8fa557db-9146-4e26-a694-dc6f6e8b053c None None] Provisioning complete for port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:11.824223 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8fa557db-9146-4e26-a694-dc6f6e8b053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:11.861862 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-8fa557db-9146-4e26-a694-dc6f6e8b053c None None] Port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:45:11.882902 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:09Z', 'revision_number': 3, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:11.917129 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818fb3d-8355-414c-8e9f-9b9f86e6c619 None None] The sync data for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi is: [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:09Z', 'revision_number': 3, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:45:11.986703 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0304e4e-5d8c-4387-9936-14919768116b req-a7221d46-a467-4ef8-b49c-2bb5a7ffb3b7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:11.988251 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c0304e4e-5d8c-4387-9936-14919768116b req-a7221d46-a467-4ef8-b49c-2bb5a7ffb3b7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0821865 Aug 16 11:45:12.019725 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:12.039418 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c0304e4e-5d8c-4387-9936-14919768116b req-2f7b7b4a-4f8a-475c-9de1-af756c256218 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Aug 16 11:45:12.089792 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:12.169550 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:12.177457 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Pushing event updated for resources: {'Port': ['ID=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:12.278522 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:12.280147 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:12.399643 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Router 5104e77f-b60a-4550-9444-0699bdd098f0 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:45:12.502535 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-21fa563e-f35a-45b6-8ac6-503827384f10 None None] Provisioning complete for port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:12.503187 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-21fa563e-f35a-45b6-8ac6-503827384f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:12.519813 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:45:12.530265 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2bdfdc77-eab6-4d48-a474-5ef6f4b19043 admin admin] 10.222.0.25 "PUT /v2.0/routers/5104e77f-b60a-4550-9444-0699bdd098f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9669223 Aug 16 11:45:12.541686 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-21fa563e-f35a-45b6-8ac6-503827384f10 None None] Port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:45:13.161376 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627c27c-9ea9-41fd-b65f-ac3a84b36324 req-6381b9d8-d788-4ac8-a23a-fcce702b45f4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:13.163557 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a627c27c-9ea9-41fd-b65f-ac3a84b36324 req-6381b9d8-d788-4ac8-a23a-fcce702b45f4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0495613 Aug 16 11:45:13.225299 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a627c27c-9ea9-41fd-b65f-ac3a84b36324 req-61074ff9-99cf-455a-bd8b-f1dffc2d9b99 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512588 Aug 16 11:45:13.280185 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ddb90f30-76bc-4452-9d06-caa03dada57f up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:13.338065 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 44994) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:13.343814 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-863379230-network', 'tenant_id': '40be51216af741ca9fccc008d374dbe2'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:13.398409 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port ddb90f30-76bc-4452-9d06-caa03dada57f completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:13.402657 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port ddb90f30-76bc-4452-9d06-caa03dada57f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:13.406457 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.426643 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Made reservation on behalf of 40be51216af741ca9fccc008d374dbe2 for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:13.429266 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.438601 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.485695 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.507479 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port ddb90f30-76bc-4452-9d06-caa03dada57f, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ddb90f30-76bc-4452-9d06-caa03dada57f,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:13.523867 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Sync routers for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:45:13.527904 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.533768 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:45:13.537191 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:13.583941 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.612434 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.636107 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:45:13.645720 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6861df7d-01a4-4870-aea5-728b38a77e6b,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:13.651134 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.651424 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Added segment d3bca923-f609-44bb-b552-2efe6b249c6b of type vlan for network bc2799ce-fa4a-412c-ab83-107ff419ca5d Aug 16 11:45:13.678672 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=ddb90f30-76bc-4452-9d06-caa03dada57f,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:13.682451 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:45:13.695782 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.797915 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.799074 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:13.799662 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:13.859237 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] Pushing event updated for resources: {'Network': ['ID=bc2799ce-fa4a-412c-ab83-107ff419ca5d,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:13.945927 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network bc2799ce-fa4a-412c-ab83-107ff419ca5d details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:45:13.950401 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 44998) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:13.950542 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-a7f74ded-07c1-4782-a98b-53add9eeba63 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6112690 Aug 16 11:45:13.956095 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Request body: {'subnet': {'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-863379230-subnet', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:14.056293 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 2, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:14.058279 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Made reservation on behalf of 40be51216af741ca9fccc008d374dbe2 for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:14.060855 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233217'] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.087146 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Checking router: 5104e77f-b60a-4550-9444-0699bdd098f0 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:45:14.087548 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Updating router 5104e77f-b60a-4550-9444-0699bdd098f0 port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:45:14.113119 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.360855 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634c6bc-3f87-45c3-929d-3e0260b28d1c req-aa22e101-a2e6-4e6f-81a8-73f0f9aae245 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:14.362339 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4634c6bc-3f87-45c3-929d-3e0260b28d1c req-aa22e101-a2e6-4e6f-81a8-73f0f9aae245 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0497999 Aug 16 11:45:14.403979 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4634c6bc-3f87-45c3-929d-3e0260b28d1c req-8434191b-6176-4c7d-b44e-92aea3d39710 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351927 Aug 16 11:45:14.405338 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.415427 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Transition to ACTIVE for port object 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:14.509700 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.561755 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269918d-08d2-4d4d-9012-1a4e893b9bf9 None None] Pushing event updated for resources: {'Port': ['ID=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:14.584107 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6152231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233327'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.615390 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Attempting to bind port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:14.619385 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Attempting to bind port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:14.619385 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Attempting to bind port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d on network 61e46f1a-dfd0-49a3-aaf4-f07730602154 {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:14.622483 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:14.623438 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Checking segment: {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:14.623740 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.624159 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Bound using segment: {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:14.624730 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Bound port: 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:14.625010 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.652079 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:14.657958 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Checking segment: {'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:14.658182 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Network hostable DHCP agents. Network: bc2799ce-fa4a-412c-ab83-107ff419ca5d, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:45:14.702728 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] For port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:14.706056 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] For port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:14.780735 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Network bc2799ce-fa4a-412c-ab83-107ff419ca5d is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:45:14.816125 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.877846 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:45:14.878490 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:14.880284 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269918d-08d2-4d4d-9012-1a4e893b9bf9 None None] Pushing event updated for resources: {'Port': ['ID=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:14.909975 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, bc2799ce-fa4a-412c-ab83-107ff419ca5d) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:14.914967 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:14.915775 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:14.922466 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78278be-e913-4203-b668-6d08a077c99c None None] Network bc2799ce-fa4a-412c-ab83-107ff419ca5d requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:45:15.046119 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:45:15.052976 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-590024f9-1329-4fe9-aad8-0062208226b1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0989566 Aug 16 11:45:15.053163 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45016) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:15.058031 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:15.187396 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:15.199964 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:15.265238 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-bc2799ce-fa4a-412c-ab83-107ff419ca5d', 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'fixed_ips': [{'subnet_id': '6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:45:15.266193 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:15.272138 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ddb90f30-76bc-4452-9d06-caa03dada57f up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:15.309309 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:15.459995 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port ddb90f30-76bc-4452-9d06-caa03dada57f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:15.465375 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:15.506355 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Allocated IP 172.20.0.2 (bc2799ce-fa4a-412c-ab83-107ff419ca5d/6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1/149924af-c5a5-419f-a042-19d1903667d6) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:15.533990 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:14Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:15.580256 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71bc2b5-38f7-4778-a9c2-cceb0bca93b9 None None] The sync data for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi is: [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:14Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:45:15.755912 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c533eff-0d82-44ff-845c-d4e8e5ba28dd req-0985a7e3-c841-431f-a29f-b36c00d3c576 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:15.758134 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c533eff-0d82-44ff-845c-d4e8e5ba28dd req-0985a7e3-c841-431f-a29f-b36c00d3c576 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1620612 Aug 16 11:45:15.764548 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:15.797344 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:15.807658 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Transition to ACTIVE for port object 149924af-c5a5-419f-a042-19d1903667d6 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:15.812411 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c533eff-0d82-44ff-845c-d4e8e5ba28dd req-6817a9c4-a235-4266-ac6b-60590055688f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444767 Aug 16 11:45:15.836495 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Transition to ACTIVE for port object 149924af-c5a5-419f-a042-19d1903667d6 will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:15.967139 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.008457 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Network bc2799ce-fa4a-412c-ab83-107ff419ca5d is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:16.017694 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:16.017694 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:16.021044 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Pushing event updated for resources: {'Port': ['ID=149924af-c5a5-419f-a042-19d1903667d6,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:16.058145 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.080587 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Attempting to bind port 149924af-c5a5-419f-a042-19d1903667d6 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:16.080923 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Attempting to bind port 149924af-c5a5-419f-a042-19d1903667d6 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:16.081471 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Attempting to bind port 149924af-c5a5-419f-a042-19d1903667d6 on network bc2799ce-fa4a-412c-ab83-107ff419ca5d {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:16.090596 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:16.091094 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Checking segment: {'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:16.091572 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.092154 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Bound using segment: {'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:16.092617 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Bound port: 149924af-c5a5-419f-a042-19d1903667d6, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:16.093132 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.099092 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.167995 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] For port 149924af-c5a5-419f-a042-19d1903667d6, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:16.171721 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] For port 149924af-c5a5-419f-a042-19d1903667d6, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=149924af-c5a5-419f-a042-19d1903667d6,segment=NetworkSegment(d3bca923-f609-44bb-b552-2efe6b249c6b),segment_id=d3bca923-f609-44bb-b552-2efe6b249c6b)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:16.220522 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Allocated IP 172.27.0.206 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/85f2015c-2263-4a66-b4aa-0b83a680c1b5) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:16.299010 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.368782 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.380770 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7ed53-c31f-46ac-97bb-d4a422c4f8c5 None None] Pushing event updated for resources: {'Port': ['ID=149924af-c5a5-419f-a042-19d1903667d6,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:16.499173 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.548029 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:16.558002 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:16.562009 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:16.587797 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Pushing event updated for resources: {'Port': ['ID=85f2015c-2263-4a66-b4aa-0b83a680c1b5,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:16.931847 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:16.976313 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd0d0e-fb26-4283-b280-f22e631e96fa req-0df0caad-9a10-4c55-bf6c-8bfaeff63cd0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:16.977779 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d4bd0d0e-fb26-4283-b280-f22e631e96fa req-0df0caad-9a10-4c55-bf6c-8bfaeff63cd0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0944929 Aug 16 11:45:17.051515 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d4bd0d0e-fb26-4283-b280-f22e631e96fa req-648c7616-d37f-4286-8ebc-58e7977b35b5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657928 Aug 16 11:45:17.157127 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:17.335584 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:17.404481 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:45:17.494262 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:17.499910 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:17.500284 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:17.515021 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:45:17.527215 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Sync routers for ids ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:45:17.537386 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Routers {'5d8f7717-aed1-4469-a1bc-50613bc5c6e2'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:45:17.542103 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:17.604970 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] Notify callbacks [] for router, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:17.609372 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-da52e6fb-2c1e-4ed9-b632-6816ba642769 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5527017 Aug 16 11:45:17.610250 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 45060) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:17.653084 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Set router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:45:17.685620 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1fb5c1-8da4-4d47-b55c-5fae73e74436 None None] Network bc2799ce-fa4a-412c-ab83-107ff419ca5d requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:45:17.839176 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-4761bfdb-967b-4192-93c0-7a95178e7aa2 None None] Provisioning for port 149924af-c5a5-419f-a042-19d1903667d6 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:17.842654 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:17.863191 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:45:16Z', 'revision_number': 3, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port': {'id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:16Z', 'updated_at': '2021-08-16T11:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:17.896596 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Checking router: 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:45:17.898688 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Updating router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 port 85f2015c-2263-4a66-b4aa-0b83a680c1b5 binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:45:17.909180 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:17.932818 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.029712 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.031565 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 149924af-c5a5-419f-a042-19d1903667d6 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:18.090638 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.131368 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:18.213324 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dca5d-996c-42e4-a85f-f273870abd0b req-c209fc72-86b3-4a61-90e8-bb53e392965e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:18.214268 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d09dca5d-996c-42e4-a85f-f273870abd0b req-c209fc72-86b3-4a61-90e8-bb53e392965e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0607028 Aug 16 11:45:18.232659 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 149924af-c5a5-419f-a042-19d1903667d6 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:18.238674 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 149924af-c5a5-419f-a042-19d1903667d6 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:18.239056 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.264921 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.276950 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d09dca5d-996c-42e4-a85f-f273870abd0b req-70b06472-3d34-4a8f-9f31-1a1e3eeab7f6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493324 Aug 16 11:45:18.284054 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Transition to ACTIVE for port object 85f2015c-2263-4a66-b4aa-0b83a680c1b5 will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:18.303405 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Allocated IP 172.20.0.1 (bc2799ce-fa4a-412c-ab83-107ff419ca5d/6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1/dacee972-e867-41db-afdd-2ee11cb57276) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:18.337731 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.355524 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.374935 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 149924af-c5a5-419f-a042-19d1903667d6, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=149924af-c5a5-419f-a042-19d1903667d6,segment=NetworkSegment(d3bca923-f609-44bb-b552-2efe6b249c6b),segment_id=d3bca923-f609-44bb-b552-2efe6b249c6b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:18.431496 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd1cf-ee6e-40f3-b36c-bf562e5a402f None None] Pushing event updated for resources: {'Port': ['ID=85f2015c-2263-4a66-b4aa-0b83a680c1b5,revision_number=2']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:18.436205 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Attempting to bind port 85f2015c-2263-4a66-b4aa-0b83a680c1b5 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:18.436580 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Attempting to bind port 85f2015c-2263-4a66-b4aa-0b83a680c1b5 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:18.436944 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Attempting to bind port 85f2015c-2263-4a66-b4aa-0b83a680c1b5 on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:18.442767 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:18.443143 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:18.443555 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.443946 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:18.445204 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Bound port: 85f2015c-2263-4a66-b4aa-0b83a680c1b5, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:18.445750 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.447321 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.501359 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=149924af-c5a5-419f-a042-19d1903667d6,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:18.507577 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] For port 85f2015c-2263-4a66-b4aa-0b83a680c1b5, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:18.511901 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] For port 85f2015c-2263-4a66-b4aa-0b83a680c1b5, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=85f2015c-2263-4a66-b4aa-0b83a680c1b5,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:18.595836 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.643033 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.647638 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Routers {'5d8f7717-aed1-4469-a1bc-50613bc5c6e2'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:45:18.648632 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:18.658381 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Transition to ACTIVE for port object dacee972-e867-41db-afdd-2ee11cb57276 will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:18.756264 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.776895 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd1cf-ee6e-40f3-b36c-bf562e5a402f None None] Pushing event updated for resources: {'Port': ['ID=85f2015c-2263-4a66-b4aa-0b83a680c1b5,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:18.803154 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Network bc2799ce-fa4a-412c-ab83-107ff419ca5d is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:18.806211 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:18.810546 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:18.811166 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:18.846171 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] Set router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:45:18.848555 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Pushing event updated for resources: {'Port': ['ID=dacee972-e867-41db-afdd-2ee11cb57276,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:19.037005 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:19.044819 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:45:16Z', 'revision_number': 3, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port': {'id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:16Z', 'updated_at': '2021-08-16T11:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:19.071432 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ce83e-3e4e-4e5f-8184-8e62b09eac20 None None] The sync data for ids ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'] in dv-cinder-804698-1-iscsi is: [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:45:16Z', 'revision_number': 3, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port': {'id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:16Z', 'updated_at': '2021-08-16T11:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:45:19.092265 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-6afd4ca4-4994-4d2b-98f3-8c3077d40b0c None None] Provisioning for port dacee972-e867-41db-afdd-2ee11cb57276 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:19.096875 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-6afd4ca4-4994-4d2b-98f3-8c3077d40b0c None None] Provisioning complete for port dacee972-e867-41db-afdd-2ee11cb57276 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:19.098465 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6afd4ca4-4994-4d2b-98f3-8c3077d40b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:19.136611 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-6afd4ca4-4994-4d2b-98f3-8c3077d40b0c None None] Port dacee972-e867-41db-afdd-2ee11cb57276 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:45:19.206939 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:19.262024 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:19.298200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:19.299107 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:19.361318 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:19.361866 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:19.439687 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Pushing event updated for resources: {'Port': ['ID=dacee972-e867-41db-afdd-2ee11cb57276,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:19.500757 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6605a-98ab-45e9-b35e-c41515eae63c req-971be964-f534-4c67-ac35-b8ad821a55d0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:19.501660 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Network bc2799ce-fa4a-412c-ab83-107ff419ca5d is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:19.503199 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:19.517460 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2bd6605a-98ab-45e9-b35e-c41515eae63c req-971be964-f534-4c67-ac35-b8ad821a55d0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1229298 Aug 16 11:45:19.574306 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 149924af-c5a5-419f-a042-19d1903667d6 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:19.598259 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2bd6605a-98ab-45e9-b35e-c41515eae63c req-3da1c064-64f1-4725-acde-57502d970b38 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735452 Aug 16 11:45:19.656437 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 149924af-c5a5-419f-a042-19d1903667d6 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:19.656811 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:19.669970 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:45:19.767034 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-774be4e5-8a89-4526-aebf-d97f1aca1745 None None] Provisioning complete for port dacee972-e867-41db-afdd-2ee11cb57276 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:19.767401 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-774be4e5-8a89-4526-aebf-d97f1aca1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:19.816846 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-774be4e5-8a89-4526-aebf-d97f1aca1745 None None] Port dacee972-e867-41db-afdd-2ee11cb57276 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:45:19.828511 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:45:19.838031 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-5d64951b-3401-49c8-b5d6-d292b9c7268e admin admin] 10.222.0.25 "PUT /v2.0/routers/5d8f7717-aed1-4469-a1bc-50613bc5c6e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2264457 Aug 16 11:45:20.762136 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e5de9-be00-46e9-8cf8-f5f39e0c348d req-e214c13d-a86c-40c9-9df5-e313ba1148fe tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:20.764507 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-765e5de9-be00-46e9-8cf8-f5f39e0c348d req-e214c13d-a86c-40c9-9df5-e313ba1148fe tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1104302 Aug 16 11:45:20.789220 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd390a0c-f8ee-4ffb-aeef-0cfecb6fcb0e req-28293041-05b6-483b-b49a-bb116f9e63e8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:20.790798 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bd390a0c-f8ee-4ffb-aeef-0cfecb6fcb0e req-28293041-05b6-483b-b49a-bb116f9e63e8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1052032 Aug 16 11:45:20.842354 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-765e5de9-be00-46e9-8cf8-f5f39e0c348d req-082365cc-716f-4317-99c6-f27d5b779711 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619967 Aug 16 11:45:20.888408 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-ae2218a6-28cb-4473-aa2a-5c911a02b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:20.894307 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-ae2218a6-28cb-4473-aa2a-5c911a02b1ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1098 time: 0.1025693 Aug 16 11:45:20.929227 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bd390a0c-f8ee-4ffb-aeef-0cfecb6fcb0e req-3f401789-3429-497f-9415-7d1000da25c3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952287 Aug 16 11:45:21.069194 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-bc5ee10c-243e-45ae-b1b8-6feb91d312b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:21.071314 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-bc5ee10c-243e-45ae-b1b8-6feb91d312b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.1674976 Aug 16 11:45:21.139289 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-44dbabdb-ba04-4902-ad3b-88bfa3291e39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 200 len: 217 time: 0.0587916 Aug 16 11:45:21.245857 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-a4c459f6-1d45-4119-99ec-c55b4c009c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:21.247737 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-a4c459f6-1d45-4119-99ec-c55b4c009c96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.0946870 Aug 16 11:45:21.258755 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Sync routers for ids ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:45:21.283932 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Routers {'5d8f7717-aed1-4469-a1bc-50613bc5c6e2'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:45:21.285377 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:21.304263 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-52bedbbb-8dec-473a-9aaa-15ddca08a874 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415254 Aug 16 11:45:21.307409 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87856475-dc07-4bae-93d9-df918de79d02 req-9e4aa7df-3162-4de7-8e06-1155e125205e tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:21.309341 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-9e4aa7df-3162-4de7-8e06-1155e125205e tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/networks?id=835136b3-af6b-44dd-bf4f-1db97b35b808 HTTP/1.1" status: 200 len: 808 time: 0.1689422 Aug 16 11:45:21.334015 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-b04b3f23-e6c2-4b57-b363-2588ec553bc3 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/quotas/cf13400872e647f89cd4c860147e4d97 HTTP/1.1" status: 200 len: 375 time: 0.0169730 Aug 16 11:45:21.380522 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 85f2015c-2263-4a66-b4aa-0b83a680c1b5 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:21.407488 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-dd5f2ce1-0f8f-494d-bbdd-47144e4f872f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf13400872e647f89cd4c860147e4d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545754 Aug 16 11:45:21.528136 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-9e604b5a-61fd-406a-bc95-ba589f9a618e service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097888 Aug 16 11:45:21.536449 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-fd90d4fa-63e7-49c5-bf92-c38aa94f3ad3 service neutron] 10.222.0.25 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279771 Aug 16 11:45:21.645594 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-d4ea6267-498b-45a8-9b8d-98f89470f50e service neutron] 10.222.0.25 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961092 Aug 16 11:45:21.647624 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Set router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:45:21.761556 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2c56892b-f237-47c1-bd3f-25031e18e178 req-e5ec315c-953b-4f13-a087-9761466a6b8a service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198725 Aug 16 11:45:22.121290 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 85f2015c-2263-4a66-b4aa-0b83a680c1b5 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:22.121290 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 85f2015c-2263-4a66-b4aa-0b83a680c1b5 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:22.121290 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:22.122358 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34471b0-9adb-4979-8185-23bbf4699322 req-7491dd8e-d634-4a6f-8179-c1074f211674 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:22.122358 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a34471b0-9adb-4979-8185-23bbf4699322 req-7491dd8e-d634-4a6f-8179-c1074f211674 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0841136 Aug 16 11:45:22.137927 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:22.137927 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 85f2015c-2263-4a66-b4aa-0b83a680c1b5, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=85f2015c-2263-4a66-b4aa-0b83a680c1b5,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:22.193184 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:45:18Z', 'revision_number': 4, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port': {'id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:16Z', 'updated_at': '2021-08-16T11:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'dacee972-e867-41db-afdd-2ee11cb57276', 'name': '', 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'mac_address': 'fa:16:3e:f6:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:18Z', 'updated_at': '2021-08-16T11:45:19Z', 'revision_number': 2, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'subnets': [{'id': '6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:22.241914 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Checking router: 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:45:22.243025 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Updating router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 port dacee972-e867-41db-afdd-2ee11cb57276 binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:45:22.273676 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:22.286510 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a34471b0-9adb-4979-8185-23bbf4699322 req-505d355c-c200-41a7-9e92-ace141cb7532 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935743 Aug 16 11:45:22.439621 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0481419-c045-4843-9a7a-560c8d42fc00 req-043b5900-a1d5-409c-bafc-0287b8f7e037 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:22.441204 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d0481419-c045-4843-9a7a-560c8d42fc00 req-043b5900-a1d5-409c-bafc-0287b8f7e037 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0518644 Aug 16 11:45:22.483506 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d0481419-c045-4843-9a7a-560c8d42fc00 req-8c02ce21-448e-4a85-9922-7ee4fb9546f8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345850 Aug 16 11:45:22.561384 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:22.626145 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:22.719306 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-01b73d5e-72e0-4ee4-90ca-95122b51b82f req-40d23661-8d3c-4c78-b133-55a8a5e7760a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 210 time: 0.0777779 Aug 16 11:45:22.731023 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=85f2015c-2263-4a66-b4aa-0b83a680c1b5,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:22.798529 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:45:22.823527 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:22.836840 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Transition to ACTIVE for port object dacee972-e867-41db-afdd-2ee11cb57276 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:22.839201 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-c84b3d47-f6ed-48f5-8e32-ad731b61c3df tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:22.841104 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-c84b3d47-f6ed-48f5-8e32-ad731b61c3df tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 815 time: 0.1864719 Aug 16 11:45:22.859290 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-9ab16896-8b1b-4e8d-bb39-1a8083443b67 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/quotas/8312d74ac85449e18ff7358288d4f1ac HTTP/1.1" status: 200 len: 375 time: 0.0118756 Aug 16 11:45:22.919627 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-dee5d6c6-3645-4189-9d6d-4ab80f2cc0c6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540817 Aug 16 11:45:22.960460 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:23.049138 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d5f94-068e-442e-adaa-cafa69ad2d40 None None] Pushing event updated for resources: {'Port': ['ID=dacee972-e867-41db-afdd-2ee11cb57276,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:23.067933 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-090616ff-ca13-42a3-ac1a-b6cb32e1666a service neutron] 10.222.0.25 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421647 Aug 16 11:45:23.080735 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Attempting to bind port dacee972-e867-41db-afdd-2ee11cb57276 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:23.081380 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Attempting to bind port dacee972-e867-41db-afdd-2ee11cb57276 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:23.081929 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Attempting to bind port dacee972-e867-41db-afdd-2ee11cb57276 on network bc2799ce-fa4a-412c-ab83-107ff419ca5d {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:23.087921 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:23.088570 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Checking segment: {'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:23.089147 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:23.089715 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Bound using segment: {'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:23.090343 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Bound port: dacee972-e867-41db-afdd-2ee11cb57276, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bca923-f609-44bb-b552-2efe6b249c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:23.090989 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:23.249243 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-431f43b3-08c6-4fa3-aa7d-634f69a892ca service neutron] 10.222.0.25 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804156 Aug 16 11:45:23.281150 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] For port dacee972-e867-41db-afdd-2ee11cb57276, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:23.290510 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] For port dacee972-e867-41db-afdd-2ee11cb57276, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=dacee972-e867-41db-afdd-2ee11cb57276,segment=NetworkSegment(d3bca923-f609-44bb-b552-2efe6b249c6b),segment_id=d3bca923-f609-44bb-b552-2efe6b249c6b)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:23.300081 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 85f2015c-2263-4a66-b4aa-0b83a680c1b5 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:23.400565 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:23.446315 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 85f2015c-2263-4a66-b4aa-0b83a680c1b5 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:23.446665 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:23.458254 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5a885-7931-4c5a-aa1c-3671f571e18a req-478c8d30-6ac1-425e-b1da-7128280e990f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:23.460706 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9eb5a885-7931-4c5a-aa1c-3671f571e18a req-478c8d30-6ac1-425e-b1da-7128280e990f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0916612 Aug 16 11:45:23.492615 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:45:23.530588 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9eb5a885-7931-4c5a-aa1c-3671f571e18a req-f8a97e19-c80a-4534-bad6-93bc655f97af tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632353 Aug 16 11:45:23.546359 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d5f94-068e-442e-adaa-cafa69ad2d40 None None] Pushing event updated for resources: {'Port': ['ID=dacee972-e867-41db-afdd-2ee11cb57276,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:23.549173 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Routers {'5d8f7717-aed1-4469-a1bc-50613bc5c6e2'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:45:23.549754 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:23.729819 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b165c6c-5dd7-424f-8020-1f99abdce05b req-c026fca1-7d38-433c-9a65-159751871138 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 210 time: 0.0853989 Aug 16 11:45:23.882783 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6eb3b1a3-582d-4a52-b2e8-06ada91292e6 req-562a1640-03af-42f9-b639-3853593a33d2 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 210 time: 0.0434878 Aug 16 11:45:23.908179 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a010a2c-edfe-45ab-9d5b-fd2bc013be65 req-d528d5a6-7ea5-4e84-b9ce-638da04fa47c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:23.915210 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7a010a2c-edfe-45ab-9d5b-fd2bc013be65 req-d528d5a6-7ea5-4e84-b9ce-638da04fa47c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1842537 Aug 16 11:45:24.008055 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7a010a2c-edfe-45ab-9d5b-fd2bc013be65 req-9857b526-e1b9-486f-834a-c7e5221f6ba4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896425 Aug 16 11:45:24.058822 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:24.104462 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'port_id': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'mac_address': 'fa:16:3e:ff:20:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:45:24.111844 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] Set router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:45:24.222757 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:24.277316 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d8b937-5d21-48b2-9ce1-e22c5ab6444f {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:45:24.317812 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:24.417050 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:45:18Z', 'revision_number': 4, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port': {'id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:16Z', 'updated_at': '2021-08-16T11:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'dacee972-e867-41db-afdd-2ee11cb57276', 'name': '', 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'mac_address': 'fa:16:3e:f6:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:18Z', 'updated_at': '2021-08-16T11:45:23Z', 'revision_number': 4, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'subnets': [{'id': '6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:45:24.419413 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:24.450443 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90d3c1-cfa0-47e9-9ff4-10d2cbba4f9a None None] The sync data for ids ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'] in dv-cinder-804698-1-iscsi is: [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:45:18Z', 'revision_number': 4, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port': {'id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:16Z', 'updated_at': '2021-08-16T11:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'dacee972-e867-41db-afdd-2ee11cb57276', 'name': '', 'network_id': 'bc2799ce-fa4a-412c-ab83-107ff419ca5d', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'mac_address': 'fa:16:3e:f6:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:18Z', 'updated_at': '2021-08-16T11:45:23Z', 'revision_number': 4, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'subnets': [{'id': '6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:45:24.532201 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=6']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:24.579984 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['81d8b937-5d21-48b2-9ce1-e22c5ab6444f'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:45:24.757258 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705819f-42df-437a-827e-8f8b30608ba6 req-3c40e698-a381-4e2a-a6b9-6b9e27a782ac tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:24.763217 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e705819f-42df-437a-827e-8f8b30608ba6 req-3c40e698-a381-4e2a-a6b9-6b9e27a782ac tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1119001 Aug 16 11:45:24.878720 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e705819f-42df-437a-827e-8f8b30608ba6 req-ea8ef27b-bb27-4c43-bd14-283bfe2b81ca tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932939 Aug 16 11:45:24.882521 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-63af0b1a-cd54-423a-ba7a-d92a702a57bb req-24357fd3-3991-4d75-8d87-b8582563486b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 210 time: 0.0647037 Aug 16 11:45:25.061658 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-73a68c1c-8fde-4de6-96f6-1c0831558c7b req-31e9cf0d-8744-4709-9331-4d0531fb7510 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 210 time: 0.0481284 Aug 16 11:45:25.151764 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02bfd9-a9f8-4395-a30c-5fdfcb942aea req-7aa23204-e7df-4589-b2d2-d46b2db6a208 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:25.160765 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1b02bfd9-a9f8-4395-a30c-5fdfcb942aea req-7aa23204-e7df-4589-b2d2-d46b2db6a208 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 945 time: 0.0681458 Aug 16 11:45:25.253977 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1b02bfd9-a9f8-4395-a30c-5fdfcb942aea req-68267094-32e3-4d37-8542-2b60fb0ad306 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919564 Aug 16 11:45:25.348123 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device dacee972-e867-41db-afdd-2ee11cb57276 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:25.451676 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:25.510281 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:25.510632 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:25.547287 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port dacee972-e867-41db-afdd-2ee11cb57276 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:25.556000 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port dacee972-e867-41db-afdd-2ee11cb57276 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:25.556436 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:25.728964 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:25.753508 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:25.764617 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-f9d53070-240a-4462-9711-0b59dcbe5b31 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253730015&fields=id&tenant_id=71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 267 time: 0.0569110 Aug 16 11:45:25.778059 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:45:25.780997 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b20bb2-91b2-40ee-ada9-da8cff577c5d" -d '{"events": [{"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-plugged", "status": "completed", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:45:25.804410 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:25.826038 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port dacee972-e867-41db-afdd-2ee11cb57276, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=dacee972-e867-41db-afdd-2ee11cb57276,segment=NetworkSegment(d3bca923-f609-44bb-b552-2efe6b249c6b),segment_id=d3bca923-f609-44bb-b552-2efe6b249c6b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:25.832872 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e8a677-292a-4c71-9444-929e60575528 x-openstack-request-id: req-34e8a677-292a-4c71-9444-929e60575528 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:45:25.833393 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-plugged", "status": "completed", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:45:25.833860 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34e8a677-292a-4c71-9444-929e60575528 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:45:25.834267 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'code': 200} Aug 16 11:45:25.840290 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 45300) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:25.889226 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190cfe-85d6-415f-a797-83070917109d req-b61dd3c4-b56b-4239-a04d-33ce97214c90 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:25.890746 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-b61dd3c4-b56b-4239-a04d-33ce97214c90 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 811 time: 0.1241972 Aug 16 11:45:25.915217 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-58fd7b11-e7b6-4912-8207-74791cc1e6eb tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/quotas/71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 375 time: 0.0177569 Aug 16 11:45:26.004997 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1785-5c80-477c-afbd-9d3b4e61dd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:26.012955 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-fa4cabba-7fd2-4456-a831-b3dd930d3b23 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968769 Aug 16 11:45:26.033326 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946b2d8-4aba-4583-a2a0-deefae2bc869 req-806091b7-6bad-4a35-846a-869f3e586bc3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:26.034759 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e946b2d8-4aba-4583-a2a0-deefae2bc869 req-806091b7-6bad-4a35-846a-869f3e586bc3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0800149 Aug 16 11:45:26.102513 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1785-5c80-477c-afbd-9d3b4e61dd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:26.127383 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e946b2d8-4aba-4583-a2a0-deefae2bc869 req-e2de61f4-607d-4f9b-ac85-a71adbc3afc7 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829058 Aug 16 11:45:26.163939 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-4ad604d1-aa82-481b-bf83-ba0b341e17bb service neutron] 10.222.0.25 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230240 Aug 16 11:45:26.198944 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:26.211843 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:26.244288 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-eb1e1785-5c80-477c-afbd-9d3b4e61dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:26.259994 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9ba05dfc-1749-4815-adf1-2be85ae334d8 req-f7030cec-bd94-4372-94d7-6c72120ae65b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 210 time: 0.0491474 Aug 16 11:45:26.316374 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=7']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:26.317774 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-d57e5fc8-87f7-4c04-8443-ec9ed9e117f7 service neutron] 10.222.0.25 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520271 Aug 16 11:45:26.520200 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=dacee972-e867-41db-afdd-2ee11cb57276,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:26.541449 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8757e40e-7c8e-4fcf-a7ba-fa3086602a76 req-f03096ad-8b6f-4eb0-b874-3b19a8f4fd19 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 210 time: 0.0831573 Aug 16 11:45:26.639572 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87856475-dc07-4bae-93d9-df918de79d02 req-a2b723b3-a91e-4017-8c14-0e55770fc7df tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:26.642187 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-a2b723b3-a91e-4017-8c14-0e55770fc7df tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.36 "GET /v2.0/networks?id=835136b3-af6b-44dd-bf4f-1db97b35b808 HTTP/1.1" status: 200 len: 808 time: 0.3467398 Aug 16 11:45:26.665046 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Request body: {'port': {'device_id': 'f80b35ec-c505-4fa8-966c-8dffa2831119', 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808', 'admin_state_up': True, 'tenant_id': 'cf13400872e647f89cd4c860147e4d97'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:26.715463 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e1785-5c80-477c-afbd-9d3b4e61dd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b358d14-2417-482a-88dc-14397c98aeb9,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:26.731319 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-eb1e1785-5c80-477c-afbd-9d3b4e61dd36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e085088265334ff188bdb10b267721c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8881707 Aug 16 11:45:26.732451 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45334) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:26.863083 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3a1b8-00c4-478a-8c5a-285615904eea req-b8823013-0a72-49cb-b8db-6cf12fa0a022 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:26.866371 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5cb3a1b8-00c4-478a-8c5a-285615904eea req-b8823013-0a72-49cb-b8db-6cf12fa0a022 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1126645 Aug 16 11:45:26.942334 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e5c550ad-a0d4-4f8d-af74-5f88bb831ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:26.988226 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5cb3a1b8-00c4-478a-8c5a-285615904eea req-dc5b1ffe-afb2-40ee-9701-7f3eaa1fedb8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154494 Aug 16 11:45:27.013428 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e5c550ad-a0d4-4f8d-af74-5f88bb831ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:27.071788 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Made reservation on behalf of cf13400872e647f89cd4c860147e4d97 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:27.079816 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:27.165796 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e5c550ad-a0d4-4f8d-af74-5f88bb831ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:27.166161 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e5c550ad-a0d4-4f8d-af74-5f88bb831ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:27.179358 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-e5c550ad-a0d4-4f8d-af74-5f88bb831ce8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b358d14-2417-482a-88dc-14397c98aeb9 HTTP/1.1" status: 204 len: 168 time: 0.4456415 Aug 16 11:45:27.199298 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c550ad-a0d4-4f8d-af74-5f88bb831ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b358d14-2417-482a-88dc-14397c98aeb9,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:27.359761 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d6750a64-e709-4339-bd4b-64d58cff419e req-23c97b24-b1f1-48ba-9ac4-eb776880440a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 210 time: 0.1000364 Aug 16 11:45:27.430263 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device dacee972-e867-41db-afdd-2ee11cb57276 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:27.469320 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45360) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:27.515136 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Allocated IP 172.20.0.4 (835136b3-af6b-44dd-bf4f-1db97b35b808/8e906c54-c5f7-47be-b02f-b22dc2803e4c/2d9cc703-324e-4e99-9e39-e762d1d649c5) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:27.561716 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db406a2e-5166-4994-864e-6573f7303cca req-864b2b08-0f6e-4d29-9e97-2f814fa5fddd tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:27.574894 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-db406a2e-5166-4994-864e-6573f7303cca req-864b2b08-0f6e-4d29-9e97-2f814fa5fddd tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.2206800 Aug 16 11:45:27.587172 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-95461e75-2709-4402-9dcb-2a5768edc9fe tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:27.596356 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-95461e75-2709-4402-9dcb-2a5768edc9fe tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 815 time: 0.2769654 Aug 16 11:45:27.612898 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Request body: {'port': {'device_id': 'c2587c9e-e29a-4f29-b0d5-02cbd64f2940', 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'admin_state_up': True, 'tenant_id': '8312d74ac85449e18ff7358288d4f1ac'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:27.613735 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port dacee972-e867-41db-afdd-2ee11cb57276 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:27.614493 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:27.705898 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-21979f34-8d63-4568-880c-8c3284330f77 req-67729897-ac95-4eb1-9294-da2c5226939f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 210 time: 0.0904689 Aug 16 11:45:27.753864 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-db406a2e-5166-4994-864e-6573f7303cca req-f71cc5d8-a586-4fca-a6c3-d797870dbc8f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780846 Aug 16 11:45:27.832935 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7eedd1b7-8581-4bab-a393-267b032f2bf6 req-5f5ebe6e-e21b-4872-9e03-8b15eaf7799d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 210 time: 0.0371654 Aug 16 11:45:27.926229 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.000987 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Made reservation on behalf of 8312d74ac85449e18ff7358288d4f1ac for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:28.005181 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.079886 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.127776 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9b26a2bf-5444-4c00-b65b-15ce890a96c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.168331 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Network 835136b3-af6b-44dd-bf4f-1db97b35b808 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:28.174158 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:28.187631 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:28.195504 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:28.196483 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.222728 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423e65a-8639-4d1d-8f05-9b22ea024954 req-a96e9e68-2ca8-4a4b-ae49-e27a24a884a9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:28.230646 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2423e65a-8639-4d1d-8f05-9b22ea024954 req-a96e9e68-2ca8-4a4b-ae49-e27a24a884a9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1052849 Aug 16 11:45:28.311701 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2423e65a-8639-4d1d-8f05-9b22ea024954 req-a984703f-b051-4cc2-87d5-b90baec7bd6e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795326 Aug 16 11:45:28.322887 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Pushing event updated for resources: {'Port': ['ID=2d9cc703-324e-4e99-9e39-e762d1d649c5,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:28.340033 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Allocated IP 172.20.0.2 (aec198fa-5463-421b-b401-50b8a1858058/a4ae5d56-03b2-417b-beeb-8c32b563799c/f2838f70-b4cf-49f3-b490-03566cdf32a6) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:28.361280 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9b26a2bf-5444-4c00-b65b-15ce890a96c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.489712 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9b26a2bf-5444-4c00-b65b-15ce890a96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.510617 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0292eb23-3113-4553-a597-bf817514b93f req-8a2f66d5-d876-4016-8ea9-0a9ebdc056ee tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 210 time: 0.0679812 Aug 16 11:45:28.563072 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-9b26a2bf-5444-4c00-b65b-15ce890a96c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec4efc62c4e54e928a5f03e5c769e516&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0916731 Aug 16 11:45:28.572842 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45386) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:28.584330 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.653739 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 45388) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:28.655466 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26a2bf-5444-4c00-b65b-15ce890a96c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df74fc6-c20c-4a38-81b6-0117a79e072c,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:28.680655 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b2458117-d8ce-45e2-849e-7ea71684c11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.699132 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d259d5d6-c578-4771-be32-c77656ec508e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.724778 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.739696 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['366a0ef8-4204-48c6-bc57-9f1c24abdafa', '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8', '1cdc7eca-27d2-4e59-a8b1-2424d0076286'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:45:28.748696 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d259d5d6-c578-4771-be32-c77656ec508e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.822948 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-48394adb-586d-4ee4-ae01-e631bd58454b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1664548 Aug 16 11:45:28.860896 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Request body: {'port': {'device_id': 'f80b35ec-c505-4fa8-966c-8dffa2831119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:28.898900 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Network aec198fa-5463-421b-b401-50b8a1858058 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:28.924901 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:28.942355 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:28.950712 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:28.951935 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:28.964830 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Pushing event updated for resources: {'Port': ['ID=f2838f70-b4cf-49f3-b490-03566cdf32a6,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:29.018095 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:29.027759 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b66a06-30ba-4b50-96b6-676a549128cc req-7bf90d68-14de-433a-8287-4ccb0ecb99ba tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:29.029534 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b5b66a06-30ba-4b50-96b6-676a549128cc req-7bf90d68-14de-433a-8287-4ccb0ecb99ba tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 931 time: 0.1549871 Aug 16 11:45:29.064646 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbc191-246b-4ab1-becf-28e553bb40eb req-491f0978-6e76-4d1d-a1ce-990cbcf5f4bc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:29.076282 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6ffbc191-246b-4ab1-becf-28e553bb40eb req-491f0978-6e76-4d1d-a1ce-990cbcf5f4bc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1213937 Aug 16 11:45:29.105905 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d259d5d6-c578-4771-be32-c77656ec508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:29.108423 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d259d5d6-c578-4771-be32-c77656ec508e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:29.112458 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d259d5d6-c578-4771-be32-c77656ec508e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0df74fc6-c20c-4a38-81b6-0117a79e072c HTTP/1.1" status: 204 len: 168 time: 0.5364370 Aug 16 11:45:29.164799 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259d5d6-c578-4771-be32-c77656ec508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df74fc6-c20c-4a38-81b6-0117a79e072c,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:29.228245 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6ffbc191-246b-4ab1-becf-28e553bb40eb req-110a447e-b47f-41af-bff0-c857bf88bfb2 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494415 Aug 16 11:45:29.251309 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b5b66a06-30ba-4b50-96b6-676a549128cc req-24822e15-2f74-437b-8047-d963d45f6e73 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122753 Aug 16 11:45:29.421897 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c0fe3-ce27-477f-b68b-5ddea88ef0b3 req-ba7598a8-cd0a-47e7-a8bd-bdff12d6a2f7 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:29.431832 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-966c0fe3-ce27-477f-b68b-5ddea88ef0b3 req-ba7598a8-cd0a-47e7-a8bd-bdff12d6a2f7 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 931 time: 0.0758460 Aug 16 11:45:29.468489 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b2458117-d8ce-45e2-849e-7ea71684c11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:29.519357 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-966c0fe3-ce27-477f-b68b-5ddea88ef0b3 req-743aeaa9-c99d-4462-9878-793639a04eef tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864165 Aug 16 11:45:29.580460 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b2458117-d8ce-45e2-849e-7ea71684c11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:29.629139 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27f0a-e0b4-4a44-b67f-ca91ca700103 req-7ca50b6b-8980-4ecf-ba9f-65929f782d6e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:29.632164 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5cf27f0a-e0b4-4a44-b67f-ca91ca700103 req-7ca50b6b-8980-4ecf-ba9f-65929f782d6e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1375048 Aug 16 11:45:29.698603 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5cf27f0a-e0b4-4a44-b67f-ca91ca700103 req-cafc1617-24e4-477a-8a7a-b744875f8bc6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603130 Aug 16 11:45:29.744727 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dfcc8175-6327-4ac5-904a-069c785a1aba req-b33c7c11-a24c-427c-905a-82625ff4bb1b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 210 time: 0.0412970 Aug 16 11:45:29.774475 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-388cdcd8-8bdc-4fd2-9935-979e3b6e4618 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1661060 Aug 16 11:45:29.822685 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45402) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:29.823099 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b2458117-d8ce-45e2-849e-7ea71684c11d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7edb75271c174b2283ff0ae08d00efde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1677752 Aug 16 11:45:29.827701 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Request body: {'port': {'device_id': 'c2587c9e-e29a-4f29-b0d5-02cbd64f2940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:29.910643 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9cc703-324e-4e99-9e39-e762d1d649c5 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:45:29.919432 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:29.932598 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Transition to ACTIVE for port object 2d9cc703-324e-4e99-9e39-e762d1d649c5 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:29.963285 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2458117-d8ce-45e2-849e-7ea71684c11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377dc262-3bf2-4178-a9b3-527551a1c846,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:29.972765 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c0204e1c-2e82-4182-928e-626343660e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:29.979573 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:30.043560 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c0204e1c-2e82-4182-928e-626343660e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:30.181101 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:30.279337 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c0204e1c-2e82-4182-928e-626343660e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:30.288400 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c0204e1c-2e82-4182-928e-626343660e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:30.299134 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-c0204e1c-2e82-4182-928e-626343660e61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/377dc262-3bf2-4178-a9b3-527551a1c846 HTTP/1.1" status: 204 len: 168 time: 0.4748535 Aug 16 11:45:30.328885 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204e1c-2e82-4182-928e-626343660e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377dc262-3bf2-4178-a9b3-527551a1c846,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:30.464369 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Pushing event updated for resources: {'Port': ['ID=2d9cc703-324e-4e99-9e39-e762d1d649c5,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:30.625788 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a5a61-7acc-40b3-b63d-465ee08faccd req-009eed32-e302-4421-9ece-a4797d591f73 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:30.630081 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f86a5a61-7acc-40b3-b63d-465ee08faccd req-009eed32-e302-4421-9ece-a4797d591f73 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1952131 Aug 16 11:45:30.661378 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e4a8e-528c-4f36-b331-d2992accabaa req-b2a43ca7-0b31-4596-9dba-256a90ad9cf9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:30.663462 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8b0e4a8e-528c-4f36-b331-d2992accabaa req-b2a43ca7-0b31-4596-9dba-256a90ad9cf9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 931 time: 0.1729567 Aug 16 11:45:30.754870 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2838f70-b4cf-49f3-b490-03566cdf32a6 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:45:30.758361 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:30.783942 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Transition to ACTIVE for port object f2838f70-b4cf-49f3-b490-03566cdf32a6 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:30.858692 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f86a5a61-7acc-40b3-b63d-465ee08faccd req-ff098e8e-3cfb-424f-b98a-a21d68f82bb9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066829 Aug 16 11:45:30.879600 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8b0e4a8e-528c-4f36-b331-d2992accabaa req-52105b5a-7561-4572-8cff-b6b6704eab69 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022071 Aug 16 11:45:31.081424 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Attempting to bind port 2d9cc703-324e-4e99-9e39-e762d1d649c5 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:31.081786 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Attempting to bind port 2d9cc703-324e-4e99-9e39-e762d1d649c5 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:31.082174 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Attempting to bind port 2d9cc703-324e-4e99-9e39-e762d1d649c5 on network 835136b3-af6b-44dd-bf4f-1db97b35b808 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:31.094471 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Port 2d9cc703-324e-4e99-9e39-e762d1d649c5 on network 835136b3-af6b-44dd-bf4f-1db97b35b808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:45:31.095002 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Attempting to bind port 2d9cc703-324e-4e99-9e39-e762d1d649c5 on network 835136b3-af6b-44dd-bf4f-1db97b35b808 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:31.111852 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:31.112113 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Checking segment: {'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:31.112471 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Bound using segment: {'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:31.112902 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Bound port: 2d9cc703-324e-4e99-9e39-e762d1d649c5, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:31.113294 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:31.161875 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190cfe-85d6-415f-a797-83070917109d req-a36ea8b4-2dac-44fb-87d9-276e474a1cb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:31.165095 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-a36ea8b4-2dac-44fb-87d9-276e474a1cb9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 811 time: 0.6829560 Aug 16 11:45:31.209956 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493fa59-a7e0-41b5-82e4-56ffb95d8540 req-62aaa6fa-eaca-470e-9e28-60492bc3e373 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:31.219445 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9493fa59-a7e0-41b5-82e4-56ffb95d8540 req-62aaa6fa-eaca-470e-9e28-60492bc3e373 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1208017 Aug 16 11:45:31.229337 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33509-fab7-4819-bbf7-162b536e5ab8 req-0ae95d57-552d-4dda-9ef0-7b76f02052e1 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:31.231565 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6dc33509-fab7-4819-bbf7-162b536e5ab8 req-0ae95d57-552d-4dda-9ef0-7b76f02052e1 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.2189162 Aug 16 11:45:31.258964 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-00d41b2a-1e69-47d9-ade2-69d8d3e76b44 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 380 time: 0.0762765 Aug 16 11:45:31.266964 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] For port 2d9cc703-324e-4e99-9e39-e762d1d649c5, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:31.273740 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'port': {'device_id': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'admin_state_up': True, 'tenant_id': '71be547003924f3980691e88229bd396', 'security_groups': ['103e3c10-117d-468e-856f-ea4c5863d942']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:31.288947 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9493fa59-a7e0-41b5-82e4-56ffb95d8540 req-49dea0d9-e420-4b93-859a-a75212ff3f70 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657423 Aug 16 11:45:31.376582 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:31.409913 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6dc33509-fab7-4819-bbf7-162b536e5ab8 req-d59e7111-8262-4564-b67d-3cef557397fa tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346819 Aug 16 11:45:31.419995 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] For port 2d9cc703-324e-4e99-9e39-e762d1d649c5, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d9cc703-324e-4e99-9e39-e762d1d649c5,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:31.538216 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-704af3f0-0fa3-4460-a9c2-139fd8b6de28 req-af418ae0-54ce-40da-bd7f-9940ab595bd3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 210 time: 0.1042566 Aug 16 11:45:31.549924 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Pushing event updated for resources: {'Port': ['ID=f2838f70-b4cf-49f3-b490-03566cdf32a6,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:31.555507 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:31.715307 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a4a63f9d-2cfe-4ae3-827c-f1bb0be759c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:31.718877 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Pushing event updated for resources: {'Port': ['ID=2d9cc703-324e-4e99-9e39-e762d1d649c5,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:31.740233 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:31.745395 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:31.759053 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-911986d6-e35e-438f-aa0f-34ccf9c93b9b service neutron] 10.222.0.36 "PUT /v2.0/ports/2d9cc703-324e-4e99-9e39-e762d1d649c5 HTTP/1.1" status: 200 len: 1093 time: 2.9210403 Aug 16 11:45:31.777156 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80b35ec-c505-4fa8-966c-8dffa2831119', 'tag': '2d9cc703-324e-4e99-9e39-e762d1d649c5'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:45:31.787685 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823458a2-227c-47b8-a038-152d6f82fc60" -d '{"events": [{"name": "network-changed", "server_uuid": "f80b35ec-c505-4fa8-966c-8dffa2831119", "tag": "2d9cc703-324e-4e99-9e39-e762d1d649c5"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:45:31.811232 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Attempting to bind port f2838f70-b4cf-49f3-b490-03566cdf32a6 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:31.811859 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Attempting to bind port f2838f70-b4cf-49f3-b490-03566cdf32a6 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:31.812422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Attempting to bind port f2838f70-b4cf-49f3-b490-03566cdf32a6 on network aec198fa-5463-421b-b401-50b8a1858058 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:31.826295 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Port f2838f70-b4cf-49f3-b490-03566cdf32a6 on network aec198fa-5463-421b-b401-50b8a1858058 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:45:31.827503 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Attempting to bind port f2838f70-b4cf-49f3-b490-03566cdf32a6 on network aec198fa-5463-421b-b401-50b8a1858058 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:31.838963 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:31.839306 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Checking segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:31.840448 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Bound using segment: {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:31.840448 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Bound port: f2838f70-b4cf-49f3-b490-03566cdf32a6, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:31.840710 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:31.925411 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ec6683-90e5-4d72-bd05-4ca4413cab4a x-openstack-request-id: req-a1ec6683-90e5-4d72-bd05-4ca4413cab4a {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:45:31.934855 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80b35ec-c505-4fa8-966c-8dffa2831119", "tag": "2d9cc703-324e-4e99-9e39-e762d1d649c5", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:45:31.935360 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1ec6683-90e5-4d72-bd05-4ca4413cab4a {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:45:31.936019 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80b35ec-c505-4fa8-966c-8dffa2831119', 'tag': '2d9cc703-324e-4e99-9e39-e762d1d649c5', 'status': 'completed', 'code': 200} Aug 16 11:45:31.962419 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Made reservation on behalf of 71be547003924f3980691e88229bd396 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:31.968326 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:32.124314 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59c8c8-85ad-4cc8-9f7b-17c567169e86 req-ef81f4ec-c80a-41d3-a9c7-fa83b2be8541 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:32.126308 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ef59c8c8-85ad-4cc8-9f7b-17c567169e86 req-ef81f4ec-c80a-41d3-a9c7-fa83b2be8541 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.0954804 Aug 16 11:45:32.136383 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28054a0c-8ef6-43da-8d5f-a3f47c1d1130 req-a95503e0-bc9b-40f4-8c2d-3f95467e0f11 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:32.138443 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28054a0c-8ef6-43da-8d5f-a3f47c1d1130 req-a95503e0-bc9b-40f4-8c2d-3f95467e0f11 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1515481 Aug 16 11:45:32.230129 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28054a0c-8ef6-43da-8d5f-a3f47c1d1130 req-e8da595b-2111-4410-b177-04c47c9e19c9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770693 Aug 16 11:45:32.278439 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ef59c8c8-85ad-4cc8-9f7b-17c567169e86 req-a623b041-ea77-4dc8-baca-8f133d4c852c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386039 Aug 16 11:45:32.373345 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] For port f2838f70-b4cf-49f3-b490-03566cdf32a6, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:32.404836 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87856475-dc07-4bae-93d9-df918de79d02 req-9848b17d-2184-42e5-8738-574f3541f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:32.406344 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-9848b17d-2184-42e5-8738-574f3541f53f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf13400872e647f89cd4c860147e4d97&device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 1096 time: 0.4875648 Aug 16 11:45:32.433895 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] For port f2838f70-b4cf-49f3-b490-03566cdf32a6, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f2838f70-b4cf-49f3-b490-03566cdf32a6,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:32.436579 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66737e-079f-4f72-8b0b-8016e7e003e2 req-66315444-309f-4755-a866-4d1ab6f776d8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:32.452119 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4c66737e-079f-4f72-8b0b-8016e7e003e2 req-66315444-309f-4755-a866-4d1ab6f776d8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0749180 Aug 16 11:45:32.621710 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-821156f6-d9f1-4aa7-abdd-385b6220cb6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9cc703-324e-4e99-9e39-e762d1d649c5 HTTP/1.1" status: 200 len: 217 time: 0.0625057 Aug 16 11:45:32.623088 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4c66737e-079f-4f72-8b0b-8016e7e003e2 req-55a083d3-f96e-4664-9d1e-4ccb2a8a5b52 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444336 Aug 16 11:45:32.623842 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Allocated IP 172.20.0.13 (80bd583c-314b-4fc5-9793-1c72b5266f21/92cea1e7-cc80-4de5-b1f6-b27f35958ce4/e1a64376-fe09-405c-b4cd-8414a0adfbb5) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:32.623842 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87856475-dc07-4bae-93d9-df918de79d02 req-a5aa7008-8705-4951-a22f-2c72250e8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:32.623842 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-a5aa7008-8705-4951-a22f-2c72250e8b20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e906c54-c5f7-47be-b02f-b22dc2803e4c HTTP/1.1" status: 200 len: 848 time: 0.0828474 Aug 16 11:45:32.624461 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205301-0d97-418b-8998-72f91e4b35a5 req-30e8eb3f-2806-4ae9-872e-5dfa57f169c0 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:32.624461 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c6205301-0d97-418b-8998-72f91e4b35a5 req-30e8eb3f-2806-4ae9-872e-5dfa57f169c0 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.0886028 Aug 16 11:45:32.667682 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-6b05faaf-4243-4abb-a7f3-377a3a592a12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=835136b3-af6b-44dd-bf4f-1db97b35b808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749085 Aug 16 11:45:32.695652 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bffcc5d5-604a-46fa-b499-e349475a3ef3 req-3e8ebfd0-8440-4f48-8790-c6897d4fb447 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 210 time: 0.0281336 Aug 16 11:45:32.710453 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c6205301-0d97-418b-8998-72f91e4b35a5 req-1cf39253-9b14-4efe-9bf9-124c01a5cd64 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813558 Aug 16 11:45:32.887893 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-fcc3572a-8db8-4751-b315-83d591f190c9 service neutron] 10.222.0.36 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097027 Aug 16 11:45:32.898377 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:32.960486 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Transition to ACTIVE for port object e1a64376-fe09-405c-b4cd-8414a0adfbb5 will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:33.025628 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-87856475-dc07-4bae-93d9-df918de79d02 req-e1738914-8886-4d23-ae26-eebb98449f6e service neutron] 10.222.0.36 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246839 Aug 16 11:45:33.059049 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:33.130626 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:33.176663 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:33.176663 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:33.177946 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] 10.222.0.36 "PUT /v2.0/ports/f2838f70-b4cf-49f3-b490-03566cdf32a6 HTTP/1.1" status: 200 len: 1093 time: 3.3656595 Aug 16 11:45:33.313336 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:33.335882 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:33.365889 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:33.376503 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:33.376503 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:33.400226 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Pushing event updated for resources: {'Port': ['ID=f2838f70-b4cf-49f3-b490-03566cdf32a6,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:33.424745 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.425155 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.425626 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.427909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.427909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.427909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.427909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.427909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.428779 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.428998 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.429632 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.430092 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523afa-7ae9-4c83-8c2c-75bd954f771a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:33.445671 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823458a2-227c-47b8-a038-152d6f82fc60 req-7c0c8636-2217-4d9e-bd96-d732a5b56544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:33.452861 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-823458a2-227c-47b8-a038-152d6f82fc60 req-7c0c8636-2217-4d9e-bd96-d732a5b56544 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf13400872e647f89cd4c860147e4d97&device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 1096 time: 0.2556973 Aug 16 11:45:33.589810 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-cf18cee6-9d61-4ac9-a4d0-b0f9ea8140f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:33.591513 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-cf18cee6-9d61-4ac9-a4d0-b0f9ea8140f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 1096 time: 0.2917771 Aug 16 11:45:33.597253 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3278940 Aug 16 11:45:33.634460 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Request body: {'port': {'device_id': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:33.683400 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4f9e1-c921-418f-b07a-9165a293a7a5 req-48676507-7c2d-4bd1-8090-30c79d5167b3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:33.684995 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3bb4f9e1-c921-418f-b07a-9165a293a7a5 req-48676507-7c2d-4bd1-8090-30c79d5167b3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.2933002 Aug 16 11:45:33.720167 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfed29-2ab1-46da-9c1b-808d8b57ffd5 req-889a788a-235c-430c-aca2-6e943a24d230 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:33.721760 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-71cfed29-2ab1-46da-9c1b-808d8b57ffd5 req-889a788a-235c-430c-aca2-6e943a24d230 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.2047234 Aug 16 11:45:33.742570 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb3afd-b218-4e97-ba27-0ae722c073d9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=e1a64376-fe09-405c-b4cd-8414a0adfbb5,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:33.761543 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-33adc93f-485c-436c-9527-2d5de126d523 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2838f70-b4cf-49f3-b490-03566cdf32a6 HTTP/1.1" status: 200 len: 217 time: 0.1509223 Aug 16 11:45:33.809790 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3bb4f9e1-c921-418f-b07a-9165a293a7a5 req-144072e6-5374-4499-9649-0aa4dccfd6f4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819669 Aug 16 11:45:33.837441 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-71cfed29-2ab1-46da-9c1b-808d8b57ffd5 req-22491026-a97c-4fe0-b17b-bc940311f6b0 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044815 Aug 16 11:45:33.861290 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823458a2-227c-47b8-a038-152d6f82fc60 req-bc4fcf62-b1e7-46a1-b24a-5faf1eb6fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:33.862889 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-823458a2-227c-47b8-a038-152d6f82fc60 req-bc4fcf62-b1e7-46a1-b24a-5faf1eb6fcc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=835136b3-af6b-44dd-bf4f-1db97b35b808 HTTP/1.1" status: 200 len: 908 time: 0.4024451 Aug 16 11:45:33.883511 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:33.925598 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-823458a2-227c-47b8-a038-152d6f82fc60 req-ee707bb6-dcf7-44a3-87b9-17f65dc13dd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9cc703-324e-4e99-9e39-e762d1d649c5 HTTP/1.1" status: 200 len: 217 time: 0.0532815 Aug 16 11:45:33.927047 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-97d43a57-9f62-4c11-b59d-b56acc17b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:33.928927 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-97d43a57-9f62-4c11-b59d-b56acc17b05c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4ae5d56-03b2-417b-beeb-8c32b563799c HTTP/1.1" status: 200 len: 855 time: 0.1513953 Aug 16 11:45:33.938130 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2587c9e-e29a-4f29-b0d5-02cbd64f2940', 'tag': 'f2838f70-b4cf-49f3-b490-03566cdf32a6'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:45:33.940402 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2587c9e-e29a-4f29-b0d5-02cbd64f2940", "tag": "f2838f70-b4cf-49f3-b490-03566cdf32a6"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:45:33.984343 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-f24fe5d0-9ca5-4617-a124-bdb88a6f3287 None None] Provisioning for port e1a64376-fe09-405c-b4cd-8414a0adfbb5 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:33.989434 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-f24fe5d0-9ca5-4617-a124-bdb88a6f3287 None None] Provisioning complete for port e1a64376-fe09-405c-b4cd-8414a0adfbb5 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:33.990025 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-f24fe5d0-9ca5-4617-a124-bdb88a6f3287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:34.008160 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7a3ef-3a2d-43ad-b6ac-246356c0eceb req-717aa530-9bfd-4125-802c-18cb1125a068 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:34.015818 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ed7a3ef-3a2d-43ad-b6ac-246356c0eceb req-717aa530-9bfd-4125-802c-18cb1125a068 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1144567 Aug 16 11:45:34.042009 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-f24fe5d0-9ca5-4617-a124-bdb88a6f3287 None None] Port e1a64376-fe09-405c-b4cd-8414a0adfbb5 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:45:34.057807 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a822d9f-3aaf-4580-b456-3875d48caf81 req-8ed990b5-7140-4a17-841f-9cd1fdb03e4a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:34.068047 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6a822d9f-3aaf-4580-b456-3875d48caf81 req-8ed990b5-7140-4a17-841f-9cd1fdb03e4a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.1243949 Aug 16 11:45:34.150778 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6a822d9f-3aaf-4580-b456-3875d48caf81 req-cc05747f-dffb-43a5-925b-065816acbe6a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776789 Aug 16 11:45:34.180480 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ed7a3ef-3a2d-43ad-b6ac-246356c0eceb req-b4c09a5f-ffe6-4fbb-b9c3-e0dcd5b9c248 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636655 Aug 16 11:45:34.256542 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823458a2-227c-47b8-a038-152d6f82fc60 req-ffa837b1-d429-4d84-9203-8203942a7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:34.279675 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-823458a2-227c-47b8-a038-152d6f82fc60 req-ffa837b1-d429-4d84-9203-8203942a7f3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e906c54-c5f7-47be-b02f-b22dc2803e4c HTTP/1.1" status: 200 len: 848 time: 0.2786233 Aug 16 11:45:34.363964 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade641a2-be33-4f90-b9c5-da55a52fabf9 x-openstack-request-id: req-ade641a2-be33-4f90-b9c5-da55a52fabf9 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:45:34.364256 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2587c9e-e29a-4f29-b0d5-02cbd64f2940", "tag": "f2838f70-b4cf-49f3-b490-03566cdf32a6", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:45:34.364488 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ade641a2-be33-4f90-b9c5-da55a52fabf9 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:45:34.364955 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2587c9e-e29a-4f29-b0d5-02cbd64f2940', 'tag': 'f2838f70-b4cf-49f3-b490-03566cdf32a6', 'status': 'completed', 'code': 200} Aug 16 11:45:34.368269 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-2ddc9275-a411-41a3-89e8-c6ffa374dc0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aec198fa-5463-421b-b401-50b8a1858058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3793471 Aug 16 11:45:34.411478 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3457c-bd02-4e79-bc64-3c02adc15563 req-7338f680-fe68-40b3-a143-0f80cbfe2c9b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:34.426037 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18b3457c-bd02-4e79-bc64-3c02adc15563 req-7338f680-fe68-40b3-a143-0f80cbfe2c9b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 932 time: 0.1036334 Aug 16 11:45:34.427741 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ff339877-b95e-4460-b6aa-3e4a68ce7ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:34.507266 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18b3457c-bd02-4e79-bc64-3c02adc15563 req-1a3e593f-9b5a-411e-86cb-03493b121d68 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735583 Aug 16 11:45:34.556093 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-823458a2-227c-47b8-a038-152d6f82fc60 req-34ce0aa2-8344-4e98-bc92-23d5ba653eed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=835136b3-af6b-44dd-bf4f-1db97b35b808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2249737 Aug 16 11:45:34.585199 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:34.815208 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-2ecacba1-87b4-4ca6-ba68-b980186dffc4 service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044681 Aug 16 11:45:34.913807 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-823458a2-227c-47b8-a038-152d6f82fc60 req-3053f4fb-fa1a-4a2f-8a28-ed4bd249fa94 service neutron] 10.222.0.36 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449366 Aug 16 11:45:35.045015 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe08bf-49f8-4c9c-bcb2-9b0b92d7029b req-2efcb1e0-8b90-4890-8cad-c6b0204f5378 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:35.059631 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e1fe08bf-49f8-4c9c-bcb2-9b0b92d7029b req-2efcb1e0-8b90-4890-8cad-c6b0204f5378 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1294529 Aug 16 11:45:35.074841 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a64376-fe09-405c-b4cd-8414a0adfbb5 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:45:35.088523 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:35.120755 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7cc1b4d1-dc57-4d13-9401-79ed11194ddf req-baee933e-14a8-4f60-be23-ac59354344d4 service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923212 Aug 16 11:45:35.134911 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Transition to ACTIVE for port object e1a64376-fe09-405c-b4cd-8414a0adfbb5 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:35.158754 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-823458a2-227c-47b8-a038-152d6f82fc60 req-16092f35-ff53-4e5e-bc85-8559cb07721d service neutron] 10.222.0.36 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294579 Aug 16 11:45:35.172311 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaab4e-fc6b-41ef-8d39-5d31b85196e5 req-b0b252ce-98ea-487b-8f14-a138f2a21bbe tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:35.173830 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2daaab4e-fc6b-41ef-8d39-5d31b85196e5 req-b0b252ce-98ea-487b-8f14-a138f2a21bbe tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.1864681 Aug 16 11:45:35.188930 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e1fe08bf-49f8-4c9c-bcb2-9b0b92d7029b req-49e7801c-c2fb-4ae0-b9f8-e6b956c48b1e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268768 Aug 16 11:45:35.310842 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2daaab4e-fc6b-41ef-8d39-5d31b85196e5 req-ea0205f7-b177-4a5b-bf34-5eeb2236c8d0 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182554 Aug 16 11:45:35.337651 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:35.459212 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1bad-2445-459e-8799-02327a1a3e74 req-a3ad0936-8475-4892-bdbb-3cfa2d7c1f24 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:35.468011 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-05cf1bad-2445-459e-8799-02327a1a3e74 req-a3ad0936-8475-4892-bdbb-3cfa2d7c1f24 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.1397762 Aug 16 11:45:35.521278 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Pushing event updated for resources: {'Port': ['ID=e1a64376-fe09-405c-b4cd-8414a0adfbb5,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:35.564112 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-05cf1bad-2445-459e-8799-02327a1a3e74 req-70a1c010-600b-4fcc-b27c-5147202b3705 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947773 Aug 16 11:45:35.602867 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62d0f1-7c79-4751-b73a-32614d5db51d req-00039f5d-aab2-4c2d-9212-a6fe17db06e6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:35.607267 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-4a546ade-425c-4c43-8ef5-1b928b866e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:35.608700 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-4a546ade-425c-4c43-8ef5-1b928b866e05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8312d74ac85449e18ff7358288d4f1ac&device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 1096 time: 0.3217361 Aug 16 11:45:35.626935 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7e62d0f1-7c79-4751-b73a-32614d5db51d req-00039f5d-aab2-4c2d-9212-a6fe17db06e6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1454759 Aug 16 11:45:35.743338 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Attempting to bind port e1a64376-fe09-405c-b4cd-8414a0adfbb5 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:35.748603 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Attempting to bind port e1a64376-fe09-405c-b4cd-8414a0adfbb5 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:35.749159 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Attempting to bind port e1a64376-fe09-405c-b4cd-8414a0adfbb5 on network 80bd583c-314b-4fc5-9793-1c72b5266f21 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:35.778185 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Port e1a64376-fe09-405c-b4cd-8414a0adfbb5 on network 80bd583c-314b-4fc5-9793-1c72b5266f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:45:35.779008 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Attempting to bind port e1a64376-fe09-405c-b4cd-8414a0adfbb5 on network 80bd583c-314b-4fc5-9793-1c72b5266f21 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:35.783895 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:35.799401 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:35.801542 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Checking segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:35.802249 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Bound using segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:35.803374 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Bound port: e1a64376-fe09-405c-b4cd-8414a0adfbb5, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:35.806285 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:35.971122 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-aefd98ba-8358-4afa-8814-27fa7e9e3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:35.980338 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7e62d0f1-7c79-4751-b73a-32614d5db51d req-d82d2ec8-555a-4008-afda-cc37438e8399 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522966 Aug 16 11:45:35.999987 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-aefd98ba-8358-4afa-8814-27fa7e9e3abe service neutron] 10.222.0.36 "GET /v2.0/networks?id=aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 200 len: 915 time: 0.3607657 Aug 16 11:45:36.018856 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a13b3-8bb6-4d60-95ca-c70aa0a7f6cb req-27c4e737-c205-4c52-9239-a3c9285331d6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:36.020648 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-359a13b3-8bb6-4d60-95ca-c70aa0a7f6cb req-27c4e737-c205-4c52-9239-a3c9285331d6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.1087482 Aug 16 11:45:36.090191 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-04059198-5e7a-4969-b549-8fba4e7604c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2838f70-b4cf-49f3-b490-03566cdf32a6 HTTP/1.1" status: 200 len: 217 time: 0.0864398 Aug 16 11:45:36.095243 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] For port e1a64376-fe09-405c-b4cd-8414a0adfbb5, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:36.102650 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-359a13b3-8bb6-4d60-95ca-c70aa0a7f6cb req-e4c7639d-0385-41c8-bda6-1d516fc1ee14 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709867 Aug 16 11:45:36.155643 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] For port e1a64376-fe09-405c-b4cd-8414a0adfbb5, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:36.222055 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:36.355845 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-95b31aa4-b018-4f45-8371-caefbe1e257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:36.357372 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-95b31aa4-b018-4f45-8371-caefbe1e257d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a4ae5d56-03b2-417b-beeb-8c32b563799c HTTP/1.1" status: 200 len: 855 time: 0.2541094 Aug 16 11:45:36.358666 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:36.369792 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:36.371597 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] 10.222.0.36 "PUT /v2.0/ports/e1a64376-fe09-405c-b4cd-8414a0adfbb5 HTTP/1.1" status: 200 len: 1094 time: 2.7594275 Aug 16 11:45:36.373957 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'tag': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:45:36.403629 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288" -d '{"events": [{"name": "network-changed", "server_uuid": "91a05049-35ae-42de-b9ee-c87e6de1a7e9", "tag": "e1a64376-fe09-405c-b4cd-8414a0adfbb5"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:45:36.464205 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d164-8114-4620-9929-e8be26de620f req-a9e8db1d-2d18-41cc-b236-5b60575ca78e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:36.470240 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7b05d164-8114-4620-9929-e8be26de620f req-a9e8db1d-2d18-41cc-b236-5b60575ca78e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1528120 Aug 16 11:45:36.526556 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-99f19cb1-74f3-4f6f-8c51-ee06bb0c51cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aec198fa-5463-421b-b401-50b8a1858058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139674 Aug 16 11:45:36.705908 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7b05d164-8114-4620-9929-e8be26de620f req-bc4ca1eb-a361-4572-b072-60aeabbbc98b tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453300 Aug 16 11:45:36.774671 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d84ba-8cad-4a88-bfb3-bc4961f2cc30 req-1d2c9d59-176d-4fd8-a890-a75ab999c6fa tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:36.780997 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-953d84ba-8cad-4a88-bfb3-bc4961f2cc30 req-1d2c9d59-176d-4fd8-a890-a75ab999c6fa tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.3045919 Aug 16 11:45:36.888917 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-953d84ba-8cad-4a88-bfb3-bc4961f2cc30 req-14a8e297-8656-4776-9dc0-ff41cbbdbeae tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947096 Aug 16 11:45:37.020073 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c3a8f-5a87-4404-9af5-bac023267fbc req-73c9eb2e-c336-4d2d-960a-7d4dc245371d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:37.043076 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6c1c3a8f-5a87-4404-9af5-bac023267fbc req-73c9eb2e-c336-4d2d-960a-7d4dc245371d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.1255276 Aug 16 11:45:37.256455 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6c1c3a8f-5a87-4404-9af5-bac023267fbc req-092bc105-60ec-46cb-8a43-14d5caf8e7d6 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112398 Aug 16 11:45:37.317134 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d58d23-7c12-46bc-977d-8b1041bfc19c service neutron] Pushing event updated for resources: {'Port': ['ID=e1a64376-fe09-405c-b4cd-8414a0adfbb5,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:37.346181 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e816330-cc68-4296-a7f7-29a9d92ff6db x-openstack-request-id: req-0e816330-cc68-4296-a7f7-29a9d92ff6db {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:45:37.353469 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a05049-35ae-42de-b9ee-c87e6de1a7e9", "tag": "e1a64376-fe09-405c-b4cd-8414a0adfbb5", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:45:37.354109 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e816330-cc68-4296-a7f7-29a9d92ff6db {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:45:37.354755 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'tag': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'status': 'completed', 'code': 200} Aug 16 11:45:37.432795 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:37.444262 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190cfe-85d6-415f-a797-83070917109d req-8bb0c799-0043-481d-a328-5641587c3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:37.446690 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-8bb0c799-0043-481d-a328-5641587c3d5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 1097 time: 0.8999484 Aug 16 11:45:37.467288 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacc433-4cbc-4e3d-b3b7-ff107acc455e req-9cc45130-ea90-4cec-a29a-83dd28be62ce tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:37.481959 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ceacc433-4cbc-4e3d-b3b7-ff107acc455e req-9cc45130-ea90-4cec-a29a-83dd28be62ce tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1529257 Aug 16 11:45:37.500483 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-3d736745-ad4a-42f5-8405-9a4713862b9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5 HTTP/1.1" status: 200 len: 217 time: 0.0446854 Aug 16 11:45:37.524072 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-476e744f-399c-4c4e-9a99-e068af603aa8 service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9559515 Aug 16 11:45:37.605111 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ceacc433-4cbc-4e3d-b3b7-ff107acc455e req-2ee09dc1-b914-47b4-aa7a-21765ae1a9f5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216686 Aug 16 11:45:37.651175 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-78b98bf6-0cc8-4f1f-834d-ad0968921d1a req-5511b18f-1732-4f7e-810c-3a04249c9c4f service neutron] 10.222.0.36 "GET /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143496 Aug 16 11:45:37.658675 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0ee0-2427-4214-a177-77119cf10c83 req-7ac3235e-b3de-413e-a4bc-3fb8bc032d93 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:37.668455 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-513f0ee0-2427-4214-a177-77119cf10c83 req-7ac3235e-b3de-413e-a4bc-3fb8bc032d93 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.1355205 Aug 16 11:45:37.690728 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190cfe-85d6-415f-a797-83070917109d req-5e8a8375-d46c-436b-abd6-2c67a11b11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:37.692426 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-5e8a8375-d46c-436b-abd6-2c67a11b11f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.1672556 Aug 16 11:45:37.763038 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190cfe-85d6-415f-a797-83070917109d req-5b12c272-52c1-415e-9b83-f32e97980dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:37.788207 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-5b12c272-52c1-415e-9b83-f32e97980dc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637672 Aug 16 11:45:37.788649 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-513f0ee0-2427-4214-a177-77119cf10c83 req-1dc94686-d7fb-4864-b2ea-10a4a85e5c66 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861156 Aug 16 11:45:37.882858 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611ec25-e562-4db7-8cf4-3b099c3151b7 req-ec7e722e-0020-49c4-8e05-56b3453620cd tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:37.884804 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d611ec25-e562-4db7-8cf4-3b099c3151b7 req-ec7e722e-0020-49c4-8e05-56b3453620cd tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0760896 Aug 16 11:45:37.911319 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-a65cdb32-73f8-4c09-b085-d2dbb28a3716 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318188 Aug 16 11:45:37.965429 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d611ec25-e562-4db7-8cf4-3b099c3151b7 req-c59ea523-c943-4f74-ae02-396380111208 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742898 Aug 16 11:45:38.060852 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72026d2-616d-486c-a16c-85f004e7d3e5 req-f7752e36-3b2f-4e41-82a1-242e5b43b211 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:38.068851 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a72026d2-616d-486c-a16c-85f004e7d3e5 req-f7752e36-3b2f-4e41-82a1-242e5b43b211 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.0828443 Aug 16 11:45:38.083225 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e190cfe-85d6-415f-a797-83070917109d req-935e59fb-8589-4b2f-91db-264511ff1e2c service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599803 Aug 16 11:45:38.114744 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a72026d2-616d-486c-a16c-85f004e7d3e5 req-e4613f99-ebc5-461c-865a-24543500bd3e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Aug 16 11:45:38.400495 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d644dd9-7619-4b12-a9d6-96e665fda899 req-a50c2950-1d21-4e9d-9808-c4dd90fd8ae2 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:38.402079 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1d644dd9-7619-4b12-a9d6-96e665fda899 req-a50c2950-1d21-4e9d-9808-c4dd90fd8ae2 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.0581717 Aug 16 11:45:38.451822 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1d644dd9-7619-4b12-a9d6-96e665fda899 req-371a3596-d9b8-42be-8a18-561319b12137 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Aug 16 11:45:38.726877 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101d37-e75d-449e-add5-7e514d203c6d req-a9d8ce83-118c-42ed-89e8-8f34ba1c17fa tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:38.728482 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-74101d37-e75d-449e-add5-7e514d203c6d req-a9d8ce83-118c-42ed-89e8-8f34ba1c17fa tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0480824 Aug 16 11:45:38.774229 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-74101d37-e75d-449e-add5-7e514d203c6d req-d4ffc4b3-49b0-4084-80d2-c7c45a5b18c5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393031 Aug 16 11:45:38.883486 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5e910-08d5-46a9-bb61-7498a8fa9538 req-54d5c112-3fdc-4f55-9521-e82e31ecf1ae tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:38.884953 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bdd5e910-08d5-46a9-bb61-7498a8fa9538 req-54d5c112-3fdc-4f55-9521-e82e31ecf1ae tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.0496135 Aug 16 11:45:38.922702 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bdd5e910-08d5-46a9-bb61-7498a8fa9538 req-e6a63d09-0dae-4cd8-8843-e68f04b4bac7 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317571 Aug 16 11:45:38.971238 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-2abc7bf9-a7db-45ef-a9d7-b489ea0d9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:38.972704 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-2abc7bf9-a7db-45ef-a9d7-b489ea0d9d05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 1097 time: 0.0454597 Aug 16 11:45:39.067226 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-78979555-f800-4136-9bd8-f90d31695ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:39.068745 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-78979555-f800-4136-9bd8-f90d31695ed6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0871112 Aug 16 11:45:39.082171 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912210dd-7827-4faf-b880-3daea31e867a req-421e7a63-8043-4c6c-a67b-b8c14991840d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:39.083718 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-912210dd-7827-4faf-b880-3daea31e867a req-421e7a63-8043-4c6c-a67b-b8c14991840d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0543349 Aug 16 11:45:39.114287 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-41122866-a5e8-44fe-91ae-90cf00fe90bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5 HTTP/1.1" status: 200 len: 217 time: 0.0376332 Aug 16 11:45:39.124157 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-912210dd-7827-4faf-b880-3daea31e867a req-e9ecaf4c-77e6-4c14-a81b-dc6f8e8340f2 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339050 Aug 16 11:45:39.166822 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-e3078de1-d9ee-45f8-aa87-17d954c2d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:39.168292 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-e3078de1-d9ee-45f8-aa87-17d954c2d2fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0454526 Aug 16 11:45:39.214762 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-cd788902-5389-4fc9-ae96-fb7cf0cdd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:39.216276 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-cd788902-5389-4fc9-ae96-fb7cf0cdd16b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409346 Aug 16 11:45:39.253042 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90421a5-2745-410e-83e7-1f6872e640cd req-304f616a-cbfe-4ba9-a358-ad5d39fa38c3 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:39.254528 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b90421a5-2745-410e-83e7-1f6872e640cd req-304f616a-cbfe-4ba9-a358-ad5d39fa38c3 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.0570443 Aug 16 11:45:39.307133 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b90421a5-2745-410e-83e7-1f6872e640cd req-e1a4df4a-054e-4c4b-a97b-6ad00cea1d04 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Aug 16 11:45:39.321610 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-d7f77697-5a39-4866-909d-844354311f04 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983300 Aug 16 11:45:39.423168 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1a8b3ec6-e2e0-414e-9433-d3deafbb8288 req-b0b00510-a96b-4489-83b5-ae6770a4dc3f service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949886 Aug 16 11:45:39.658203 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f6985-c6ae-4628-ba44-193f7cb2c740 req-7da7f624-e935-4878-a6a1-9dd2c987e9ae tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:39.658925 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-378f6985-c6ae-4628-ba44-193f7cb2c740 req-7da7f624-e935-4878-a6a1-9dd2c987e9ae tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.1099310 Aug 16 11:45:39.743129 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-378f6985-c6ae-4628-ba44-193f7cb2c740 req-d063bc5f-1831-4e59-a160-cbf3e631988a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757353 Aug 16 11:45:39.954666 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0c44-e91b-4223-93a8-d67b0fe0f32a req-c5adc4c9-5d3f-417b-8dba-bb47e5720d21 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:39.956519 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5bf0c44-e91b-4223-93a8-d67b0fe0f32a req-c5adc4c9-5d3f-417b-8dba-bb47e5720d21 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0796390 Aug 16 11:45:39.999568 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5bf0c44-e91b-4223-93a8-d67b0fe0f32a req-d6a1c8ac-a982-4d9b-a8a4-8d42a3ae2b59 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364399 Aug 16 11:45:40.096565 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf79c1-81a3-462f-b2dd-bcbfe57cae80 req-180e60ad-b9c5-411c-95c0-481e1c380e64 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:40.098450 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6fbf79c1-81a3-462f-b2dd-bcbfe57cae80 req-180e60ad-b9c5-411c-95c0-481e1c380e64 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.0607672 Aug 16 11:45:40.186406 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6fbf79c1-81a3-462f-b2dd-bcbfe57cae80 req-f781eeec-10f7-4c9a-b6df-94af7c46c6bc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794270 Aug 16 11:45:40.301421 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c744bd-17a0-4abd-8b34-df812425f301 req-2a353b80-7c2f-45d9-8890-70fad01c0aa7 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:40.303165 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8c744bd-17a0-4abd-8b34-df812425f301 req-2a353b80-7c2f-45d9-8890-70fad01c0aa7 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0828753 Aug 16 11:45:40.376281 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8c744bd-17a0-4abd-8b34-df812425f301 req-8bd85411-7880-4e5f-a249-89168807e31e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630147 Aug 16 11:45:40.546928 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e11c1c-8e76-4325-b913-2939ee23b619 req-996859fa-b67d-422a-804f-428931d0916f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:40.556089 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-20e11c1c-8e76-4325-b913-2939ee23b619 req-996859fa-b67d-422a-804f-428931d0916f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.1257772 Aug 16 11:45:40.607194 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-20e11c1c-8e76-4325-b913-2939ee23b619 req-4fb97525-98e3-4615-b68e-f65d336fe633 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Aug 16 11:45:40.870828 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616df11-9c41-4fe2-b284-7d50ecab1c09 req-01fc67f3-4170-4bba-ba77-03e72898db32 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:40.872504 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b616df11-9c41-4fe2-b284-7d50ecab1c09 req-01fc67f3-4170-4bba-ba77-03e72898db32 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.0515635 Aug 16 11:45:40.918174 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b616df11-9c41-4fe2-b284-7d50ecab1c09 req-eb429cd9-94fe-4598-a71a-373a9964fc48 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Aug 16 11:45:41.195513 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d47ed-db10-4bed-bf6a-34d22292925c req-af375684-c714-42b5-acf2-8581ba49978b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:41.197424 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ce6d47ed-db10-4bed-bf6a-34d22292925c req-af375684-c714-42b5-acf2-8581ba49978b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0961277 Aug 16 11:45:41.242785 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-29354d73-4121-49fa-8bd3-aaf66d46f83a tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:41.244342 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-29354d73-4121-49fa-8bd3-aaf66d46f83a tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/networks?id=61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 200 len: 814 time: 0.1669023 Aug 16 11:45:41.269550 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ce6d47ed-db10-4bed-bf6a-34d22292925c req-deeb5d21-354d-4c76-b708-2df21c734b9d tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617809 Aug 16 11:45:41.271144 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-9e4e1f8c-552b-4899-9416-d8b501bf79c3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/quotas/c800fcc934374e669f78cc5a66c3e8a2 HTTP/1.1" status: 200 len: 375 time: 0.0168509 Aug 16 11:45:41.329831 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-00599d74-1d51-4764-9a9c-321997ff331a tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497718 Aug 16 11:45:41.471556 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3edf63-2e6d-4bf1-b87a-47e20621cdaf req-c17d326e-bb33-4780-bbe8-47483dc50848 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:41.473064 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6c3edf63-2e6d-4bf1-b87a-47e20621cdaf req-c17d326e-bb33-4780-bbe8-47483dc50848 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.1188374 Aug 16 11:45:41.497917 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-888a7907-9bb2-4287-b0e4-bf15a0b9c9c6 service neutron] 10.222.0.25 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521447 Aug 16 11:45:41.587416 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6c3edf63-2e6d-4bf1-b87a-47e20621cdaf req-4bd77c87-b046-489d-be65-64184c53105c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989332 Aug 16 11:45:41.622290 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-f88cb7ed-b43a-4e75-adcd-85d87c772a15 service neutron] 10.222.0.25 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167786 Aug 16 11:45:41.728592 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d3ff9-a4f8-45b6-bb62-43a941417f41 req-caf6553c-cf00-434a-98e8-1aa7d876fe57 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:41.730540 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9f1d3ff9-a4f8-45b6-bb62-43a941417f41 req-caf6553c-cf00-434a-98e8-1aa7d876fe57 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0693240 Aug 16 11:45:41.784180 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9f1d3ff9-a4f8-45b6-bb62-43a941417f41 req-d78a9964-3581-49d8-ba73-ecc9748be908 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Aug 16 11:45:41.919908 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb6b58-6a5a-446e-b0e6-902de162509f req-fb21f32a-0eef-4e52-bb07-871e0182bb99 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:41.928272 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c8eb6b58-6a5a-446e-b0e6-902de162509f req-fb21f32a-0eef-4e52-bb07-871e0182bb99 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.0710325 Aug 16 11:45:41.978455 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-615c04df-b0df-46e2-b74a-36d01bdb9c4b req-5126f32f-d09b-460c-8b52-336e2668f23b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0411201 Aug 16 11:45:42.002064 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c8eb6b58-6a5a-446e-b0e6-902de162509f req-c62b8310-0c13-442d-8c95-d4d18385c6d4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729337 Aug 16 11:45:42.157681 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00bd3f-0730-467b-ad34-010f16e9fad0 req-3fb4eed4-f013-401d-ab04-cbd466dea7f3 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:42.160054 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-da00bd3f-0730-467b-ad34-010f16e9fad0 req-3fb4eed4-f013-401d-ab04-cbd466dea7f3 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.0854154 Aug 16 11:45:42.172415 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4f09b-d84e-4a43-be0c-1d4841fb22a6 req-64476e51-9c4d-4723-8dc1-e77ba33ef7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:42.182279 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8fc4f09b-d84e-4a43-be0c-1d4841fb22a6 req-64476e51-9c4d-4723-8dc1-e77ba33ef7ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1098 time: 0.0952373 Aug 16 11:45:42.238153 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-da00bd3f-0730-467b-ad34-010f16e9fad0 req-997eba94-806e-42c5-b955-79c943535169 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634961 Aug 16 11:45:42.243197 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8fc4f09b-d84e-4a43-be0c-1d4841fb22a6 req-7c3897a3-8c4b-4241-954f-ad26a4ec4570 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Aug 16 11:45:42.419873 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae26984-17b4-409b-9dae-660ec6627220 req-effc44cf-9791-4fb6-9b0e-12ed9b40f96e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:42.421650 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0ae26984-17b4-409b-9dae-660ec6627220 req-effc44cf-9791-4fb6-9b0e-12ed9b40f96e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0665357 Aug 16 11:45:42.469299 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0ae26984-17b4-409b-9dae-660ec6627220 req-bb04d18b-8601-4074-86d9-b317cb90c60f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406446 Aug 16 11:45:42.711810 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b2cf0-86ee-4c83-a8b8-6e217656e317 req-fdc77dd5-584f-4d8f-bcf9-234644c96136 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:42.734984 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-429b2cf0-86ee-4c83-a8b8-6e217656e317 req-fdc77dd5-584f-4d8f-bcf9-234644c96136 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.0480433 Aug 16 11:45:42.772014 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-429b2cf0-86ee-4c83-a8b8-6e217656e317 req-493a4b4e-de66-4668-87a5-b982d5018d50 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440524 Aug 16 11:45:42.918958 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099acd3-4fc8-45c0-a477-3156b0dc1701 req-b7a29df0-7828-42f4-b350-6e9cbeafe286 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:42.920393 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e099acd3-4fc8-45c0-a477-3156b0dc1701 req-b7a29df0-7828-42f4-b350-6e9cbeafe286 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0481911 Aug 16 11:45:42.958502 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e099acd3-4fc8-45c0-a477-3156b0dc1701 req-c126669e-c5f7-4d86-8305-b3859a4ae138 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Aug 16 11:45:43.088547 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-611b2b67-53fb-4cd9-a500-f53f3df1d7ae req-852c0f79-5c00-4087-9d7e-ccfaeb119076 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0302787 Aug 16 11:45:43.133527 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe782-43d7-4ed1-baa6-8915210d83cf req-4573e074-0ba9-4302-b775-ea194db901bb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:43.135019 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5d4fe782-43d7-4ed1-baa6-8915210d83cf req-4573e074-0ba9-4302-b775-ea194db901bb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.0488102 Aug 16 11:45:43.172658 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5d4fe782-43d7-4ed1-baa6-8915210d83cf req-3aa17ee0-fd99-4750-b2fc-4c9e98cb59a2 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Aug 16 11:45:43.363766 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7416-ff76-4df7-b903-6ed266889694 req-9b1893d9-2f7c-4436-af74-31d6128bca37 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:43.365408 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-891b7416-ff76-4df7-b903-6ed266889694 req-9b1893d9-2f7c-4436-af74-31d6128bca37 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 943 time: 0.0587692 Aug 16 11:45:43.417981 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-891b7416-ff76-4df7-b903-6ed266889694 req-5c2bf7f9-d048-45c9-8d0a-e561bbcbb677 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Aug 16 11:45:43.560994 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2d9cc703-324e-4e99-9e39-e762d1d649c5 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:45:43.648859 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1a017-51a8-4849-8683-cb2d437eca7d req-71d3c738-3736-43a2-bfb1-b4eddf75c8da tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:43.661748 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-98d1a017-51a8-4849-8683-cb2d437eca7d req-71d3c738-3736-43a2-bfb1-b4eddf75c8da tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0946014 Aug 16 11:45:43.713204 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-98d1a017-51a8-4849-8683-cb2d437eca7d req-f0d93cc9-d745-4f78-ab77-836fa7de2d00 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505931 Aug 16 11:45:43.725250 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2d9cc703-324e-4e99-9e39-e762d1d649c5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d9cc703-324e-4e99-9e39-e762d1d649c5,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:43.751297 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '2d9cc703-324e-4e99-9e39-e762d1d649c5', 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808', 'port_id': '2d9cc703-324e-4e99-9e39-e762d1d649c5', 'mac_address': 'fa:16:3e:10:0c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e906c54-c5f7-47be-b02f-b22dc2803e4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:45:43.791616 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:43.809389 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9cc703-324e-4e99-9e39-e762d1d649c5 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:45:43.836218 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2d9cc703-324e-4e99-9e39-e762d1d649c5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d9cc703-324e-4e99-9e39-e762d1d649c5,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:43.917238 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0971425-8aa0-4ce3-af44-b363ab253e25 req-0a598d15-f198-453d-a5e0-460de511089b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:43.918965 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d0971425-8aa0-4ce3-af44-b363ab253e25 req-0a598d15-f198-453d-a5e0-460de511089b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.0551767 Aug 16 11:45:43.973276 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d0971425-8aa0-4ce3-af44-b363ab253e25 req-1945c869-be91-49ff-81d5-f15dbc5b2656 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Aug 16 11:45:44.004025 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:44.004704 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f2838f70-b4cf-49f3-b490-03566cdf32a6 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:45:44.112102 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0033c-22d9-4cf9-a9a6-77a1483a4280 req-99a55e63-ad18-4b13-8345-de3e5e73098e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:44.119315 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d6c0033c-22d9-4cf9-a9a6-77a1483a4280 req-99a55e63-ad18-4b13-8345-de3e5e73098e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0579243 Aug 16 11:45:44.187153 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d6c0033c-22d9-4cf9-a9a6-77a1483a4280 req-fdfefb7d-816d-423e-8b18-e7b82955c597 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667553 Aug 16 11:45:44.203570 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=2d9cc703-324e-4e99-9e39-e762d1d649c5,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:44.207431 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 45672) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:44.228719 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1ba74e36-a6c4-4e5f-86f5-29789d04c259 req-be57e77b-76fe-4c7b-9660-f318c5fd711f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0631046 Aug 16 11:45:44.233794 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f2838f70-b4cf-49f3-b490-03566cdf32a6, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f2838f70-b4cf-49f3-b490-03566cdf32a6,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:44.250327 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': 'f2838f70-b4cf-49f3-b490-03566cdf32a6', 'network_id': 'aec198fa-5463-421b-b401-50b8a1858058', 'port_id': 'f2838f70-b4cf-49f3-b490-03566cdf32a6', 'mac_address': 'fa:16:3e:9d:91:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ae5d56-03b2-417b-beeb-8c32b563799c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:45:44.316227 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:44.332283 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2838f70-b4cf-49f3-b490-03566cdf32a6 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:45:44.353222 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7ecab-7bb4-44c1-bcf2-63043d3944c4 req-e07344e5-78bb-4f45-8b79-656fd0ca574a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:44.355501 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f2838f70-b4cf-49f3-b490-03566cdf32a6, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f2838f70-b4cf-49f3-b490-03566cdf32a6,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:44.355977 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-70b7ecab-7bb4-44c1-bcf2-63043d3944c4 req-e07344e5-78bb-4f45-8b79-656fd0ca574a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 943 time: 0.0907636 Aug 16 11:45:44.380134 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d239c21f-46a2-451e-b631-c15cf7402d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:44.402417 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-70b7ecab-7bb4-44c1-bcf2-63043d3944c4 req-dc85770e-91e4-4c4b-846a-6223db72fd8e tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370779 Aug 16 11:45:44.497441 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d239c21f-46a2-451e-b631-c15cf7402d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:44.498019 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:44.539458 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc255b-655e-4fec-aa99-9d5af7e27bc8 req-853c0212-6957-46b2-bd8b-b15b2dd0378f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:44.541058 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c6cc255b-655e-4fec-aa99-9d5af7e27bc8 req-853c0212-6957-46b2-bd8b-b15b2dd0378f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 944 time: 0.0517974 Aug 16 11:45:44.549316 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f2838f70-b4cf-49f3-b490-03566cdf32a6,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:44.583803 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c6cc255b-655e-4fec-aa99-9d5af7e27bc8 req-98afd793-1777-46eb-98af-7e0d3fce2ddb tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364811 Aug 16 11:45:44.658133 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d239c21f-46a2-451e-b631-c15cf7402d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:44.697057 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-d239c21f-46a2-451e-b631-c15cf7402d8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=779551487318475aac6fe9019da1fd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883974 Aug 16 11:45:44.697953 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239c21f-46a2-451e-b631-c15cf7402d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ebced-2895-49a8-96b6-ee0cb990dd36,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:44.700333 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45690) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:44.792063 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:44.822564 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:44.836383 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['f2838f70-b4cf-49f3-b490-03566cdf32a6'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:45:44.840119 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886470d9-6d00-4f78-8683-dfd31268f713 req-3e772751-17cb-49da-b4b5-ba22d4e20370 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:44.841666 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['2d9cc703-324e-4e99-9e39-e762d1d649c5'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:45:44.841808 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-886470d9-6d00-4f78-8683-dfd31268f713 req-3e772751-17cb-49da-b4b5-ba22d4e20370 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0879979 Aug 16 11:45:44.921562 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-a2e29892-b9a8-428e-bc15-a528ed326879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:44.924252 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-a2e29892-b9a8-428e-bc15-a528ed326879 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 1098 time: 0.0463355 Aug 16 11:45:44.970409 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b1cf-6873-44a2-b674-16836bcc56f8 req-e0fd7b8a-017f-49de-8e0a-4986c8f99543 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:44.972224 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7aa2b1cf-6873-44a2-b674-16836bcc56f8 req-e0fd7b8a-017f-49de-8e0a-4986c8f99543 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1270351 Aug 16 11:45:44.977475 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-886470d9-6d00-4f78-8683-dfd31268f713 req-cfbe6e13-0a5b-4837-a12e-f1ed8c1cb086 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133690 Aug 16 11:45:45.024307 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7aa2b1cf-6873-44a2-b674-16836bcc56f8 req-e9aa75cc-1897-440f-b629-6a9fb80d63b0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439229 Aug 16 11:45:45.063016 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-a84ddd65-7b47-4e8c-b8f8-d1465127e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.064930 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-a84ddd65-7b47-4e8c-b8f8-d1465127e842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.1271529 Aug 16 11:45:45.084187 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:45.086962 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:45.088158 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d85ebced-2895-49a8-96b6-ee0cb990dd36 HTTP/1.1" status: 204 len: 168 time: 0.3873222 Aug 16 11:45:45.098908 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ebced-2895-49a8-96b6-ee0cb990dd36,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:45.112738 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.117475 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.117475 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743250cd-7380-430f-b22b-3bd0e311a90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:45:45.127525 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3c4ad-2a4c-4dc4-9487-a83e86f2e2a4 req-8fa07fa9-7467-43e0-b4e1-287c0e165efd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.134810 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9d3c4ad-2a4c-4dc4-9487-a83e86f2e2a4 req-8fa07fa9-7467-43e0-b4e1-287c0e165efd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.0814400 Aug 16 11:45:45.187547 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9d3c4ad-2a4c-4dc4-9487-a83e86f2e2a4 req-7ea98e39-5cf7-49ec-9574-ba6a4f327ff9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518825 Aug 16 11:45:45.191661 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-54a95406-b216-4aef-b431-aa2cb158fa4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 200 len: 217 time: 0.0400338 Aug 16 11:45:45.261315 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-3ce22850-ecc6-4b08-999f-1d024498665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.262916 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-3ce22850-ecc6-4b08-999f-1d024498665b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.0543346 Aug 16 11:45:45.297334 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-6124fcaf-f0c6-4ac0-87bb-396c7d0558a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257399 Aug 16 11:45:45.326390 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c7a5527-0bac-45a3-9a4f-cb67bfd6ed3d req-a7b59964-ab39-4af9-be7d-8d51f1fd998f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0282698 Aug 16 11:45:45.393015 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-14c8dd29-c556-4ce5-a9ad-2769debd9b7c service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876539 Aug 16 11:45:45.516538 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b58bc25d-32cd-4634-9b48-3668c273cbec req-3d2f377b-dad7-414f-a740-603cafb4e20d service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151288 Aug 16 11:45:45.525225 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cb0a6-aaf5-4ee9-b0bb-c9c3b5c1afeb req-d0cde4e3-9a3a-4361-9b2b-a3ef54496721 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.526912 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-243cb0a6-aaf5-4ee9-b0bb-c9c3b5c1afeb req-d0cde4e3-9a3a-4361-9b2b-a3ef54496721 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 944 time: 0.0516968 Aug 16 11:45:45.529737 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-7c4ca98f-fb07-4608-8c5c-3b38e823f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.531247 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-7c4ca98f-fb07-4608-8c5c-3b38e823f9ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 1099 time: 0.0581563 Aug 16 11:45:45.576049 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-243cb0a6-aaf5-4ee9-b0bb-c9c3b5c1afeb req-bc464483-339d-49f6-b907-ccac11fd01aa tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Aug 16 11:45:45.653559 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-b06fa3e0-4220-46a5-863d-977572a640da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.655099 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-b06fa3e0-4220-46a5-863d-977572a640da service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 917 time: 0.1145480 Aug 16 11:45:45.716485 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb34d8c-40bc-4506-9e96-698a44679a0b req-e175aa35-5c66-4459-ab11-0882ea094f8a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.718621 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4fb34d8c-40bc-4506-9e96-698a44679a0b req-e175aa35-5c66-4459-ab11-0882ea094f8a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 944 time: 0.0514460 Aug 16 11:45:45.734855 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-d1297664-c3c8-4d2d-8bad-ecf8e74bc768 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f HTTP/1.1" status: 200 len: 1002 time: 0.0699341 Aug 16 11:45:45.762060 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4fb34d8c-40bc-4506-9e96-698a44679a0b req-c22100c7-09d4-43b2-8d4a-fde9208172d8 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374737 Aug 16 11:45:45.788007 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-bd73cff3-a8cb-446a-98cd-60fed44688b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.789522 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-bd73cff3-a8cb-446a-98cd-60fed44688b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0451026 Aug 16 11:45:45.838484 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-5c393ac0-6e1e-4074-9f74-8cca512cdebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:45.840027 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-5c393ac0-6e1e-4074-9f74-8cca512cdebf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418167 Aug 16 11:45:45.864496 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45712) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:45.877762 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0fb56059-24e4-47e0-b6a0-5083ad842741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:45.974079 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0fb56059-24e4-47e0-b6a0-5083ad842741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:45.995455 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-36536ccc-dfc4-44db-b0ce-6f0bd164c1cc service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438987 Aug 16 11:45:46.044193 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0fb56059-24e4-47e0-b6a0-5083ad842741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.100535 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-845e5f48-1963-4115-afb4-87cbde7a23c1 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:46.101968 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-845e5f48-1963-4115-afb4-87cbde7a23c1 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.36 "GET /v2.0/networks?id=61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 200 len: 814 time: 0.1805127 Aug 16 11:45:46.113908 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-0fb56059-24e4-47e0-b6a0-5083ad842741 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d827df2a1820426b8e852d955ac0b774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482150 Aug 16 11:45:46.116107 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb56059-24e4-47e0-b6a0-5083ad842741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3fd421-292e-4237-acd9-e4dfcdc12c85,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:46.119846 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'port': {'device_id': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'admin_state_up': True, 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:46.120690 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45718) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:46.179877 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f14e7429-6eab-4538-8cd8-47936e6755dc req-f5384fe8-78b5-42ce-b291-77d47d7b06bf service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755123 Aug 16 11:45:46.204595 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823ef8f-ca7a-4949-b910-6194ff2e4ab3 req-08c2372f-2678-4d43-bb94-671c1be7902f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:46.206143 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8823ef8f-ca7a-4949-b910-6194ff2e4ab3 req-08c2372f-2678-4d43-bb94-671c1be7902f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1547728 Aug 16 11:45:46.253333 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c2d48-c9a3-499e-991b-8dca2f6c39f7 req-17b6ee3e-f8f2-441b-a3b1-f0f12f08a668 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:46.255177 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8b4c2d48-c9a3-499e-991b-8dca2f6c39f7 req-17b6ee3e-f8f2-441b-a3b1-f0f12f08a668 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1240032 Aug 16 11:45:46.259817 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-10727086-7e69-4410-bd83-6f23ed44bb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.307400 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8823ef8f-ca7a-4949-b910-6194ff2e4ab3 req-29a7b02e-ec8b-4f4e-9dbd-747a7e779f8d tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903206 Aug 16 11:45:46.313125 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Made reservation on behalf of c800fcc934374e669f78cc5a66c3e8a2 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:46.317787 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-10727086-7e69-4410-bd83-6f23ed44bb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.317975 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.333069 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8b4c2d48-c9a3-499e-991b-8dca2f6c39f7 req-294e54af-590c-4f44-9c3e-1c4e7f764917 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709643 Aug 16 11:45:46.457120 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8652dcf4-4906-4cb1-b6da-9d81a0c69b9a req-f56b4e87-63b5-46ee-b186-765085ee5cde tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0431874 Aug 16 11:45:46.469003 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-10727086-7e69-4410-bd83-6f23ed44bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.471712 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-10727086-7e69-4410-bd83-6f23ed44bb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.475932 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-10727086-7e69-4410-bd83-6f23ed44bb00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec3fd421-292e-4237-acd9-e4dfcdc12c85 HTTP/1.1" status: 204 len: 168 time: 0.3511558 Aug 16 11:45:46.488218 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32197-913b-4604-9420-a6a114572437 req-73ba88c3-a201-459a-9ef2-37c90632c72c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:46.489787 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cbd32197-913b-4604-9420-a6a114572437 req-73ba88c3-a201-459a-9ef2-37c90632c72c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.0869100 Aug 16 11:45:46.495466 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10727086-7e69-4410-bd83-6f23ed44bb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3fd421-292e-4237-acd9-e4dfcdc12c85,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:46.502767 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Allocated IP 172.20.0.7 (61e46f1a-dfd0-49a3-aaf4-f07730602154/6e82a1b4-f065-4605-a35f-302b8d7cf021/aad2485a-3b69-4788-b107-942483832b2d) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:46.541990 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cbd32197-913b-4604-9420-a6a114572437 req-6516a5da-bba7-42cf-b374-5e113d25a982 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Aug 16 11:45:46.670818 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.686071 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Transition to ACTIVE for port object aad2485a-3b69-4788-b107-942483832b2d will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:46.711165 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8077e7-a859-462a-9290-f157f73f6783 req-dace9893-ddb4-4c8e-9e0e-e983ef58a8ad tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:46.713292 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cc8077e7-a859-462a-9290-f157f73f6783 req-dace9893-ddb4-4c8e-9e0e-e983ef58a8ad tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 944 time: 0.0570388 Aug 16 11:45:46.755338 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cc8077e7-a859-462a-9290-f157f73f6783 req-7c1164e7-a114-4aa8-a5c6-c8fa72031dc4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356135 Aug 16 11:45:46.828782 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.881209 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb26a8-1c17-436d-aa9c-0700d9933ab6 req-6cff1b62-4f04-4de8-afc2-ecf92bb1ee94 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:46.887961 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18eb26a8-1c17-436d-aa9c-0700d9933ab6 req-6cff1b62-4f04-4de8-afc2-ecf92bb1ee94 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 944 time: 0.0578647 Aug 16 11:45:46.897081 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:45:46.900681 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:46.905454 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:45:46.916129 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:46.916129 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:46.916129 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'Port': ['ID=aad2485a-3b69-4788-b107-942483832b2d,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:46.952326 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18eb26a8-1c17-436d-aa9c-0700d9933ab6 req-0eab7fc5-7fd6-4da5-9e38-d45ea73ef7fb tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579305 Aug 16 11:45:47.034160 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-550ba1fd-98c3-4073-8ad1-e9bf7d22225d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9194927 Aug 16 11:45:47.049911 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Request body: {'port': {'device_id': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:47.111062 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:47.312727 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-85a82bb2-8e82-4040-b24d-ccfca587001d None None] Provisioning for port aad2485a-3b69-4788-b107-942483832b2d completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:47.317044 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-85a82bb2-8e82-4040-b24d-ccfca587001d None None] Provisioning complete for port aad2485a-3b69-4788-b107-942483832b2d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:47.317750 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-85a82bb2-8e82-4040-b24d-ccfca587001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:47.416055 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-85a82bb2-8e82-4040-b24d-ccfca587001d None None] Port aad2485a-3b69-4788-b107-942483832b2d cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:45:47.474332 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cf9df-3892-4563-8032-64b0890e8b99 req-e1cacc20-8a03-443c-8618-ae3225e590b1 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:47.488014 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e48cf9df-3892-4563-8032-64b0890e8b99 req-e1cacc20-8a03-443c-8618-ae3225e590b1 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0795636 Aug 16 11:45:47.506329 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad2485a-3b69-4788-b107-942483832b2d {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:45:47.514397 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:47.540741 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Transition to ACTIVE for port object aad2485a-3b69-4788-b107-942483832b2d will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:47.566812 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaebe1f-dd82-4314-9a17-034650386db5 req-234dc7e4-3ecc-4eb9-a47b-9ecafd7ffae9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:47.568585 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3aaebe1f-dd82-4314-9a17-034650386db5 req-234dc7e4-3ecc-4eb9-a47b-9ecafd7ffae9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.0718658 Aug 16 11:45:47.574101 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device e1a64376-fe09-405c-b4cd-8414a0adfbb5 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:45:47.577231 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2d9cc703-324e-4e99-9e39-e762d1d649c5 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:47.587711 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e48cf9df-3892-4563-8032-64b0890e8b99 req-5918d79c-58ea-4654-b7f7-a90a32f899eb tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980639 Aug 16 11:45:47.627039 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:47.673553 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3aaebe1f-dd82-4314-9a17-034650386db5 req-e738d730-08ce-45fc-84fb-864e38eddaf4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783489 Aug 16 11:45:47.782559 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Pushing event updated for resources: {'Port': ['ID=aad2485a-3b69-4788-b107-942483832b2d,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:47.832408 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d8fe1-2862-4c8a-a8de-70d26b2e8902 req-9fd01f6f-af6b-4964-a222-a95e2c8b12c9 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:47.841052 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0c4d8fe1-2862-4c8a-a8de-70d26b2e8902 req-9fd01f6f-af6b-4964-a222-a95e2c8b12c9 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.1491234 Aug 16 11:45:47.862483 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Attempting to bind port aad2485a-3b69-4788-b107-942483832b2d on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:45:47.862643 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Attempting to bind port aad2485a-3b69-4788-b107-942483832b2d by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:45:47.862933 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Attempting to bind port aad2485a-3b69-4788-b107-942483832b2d on network 61e46f1a-dfd0-49a3-aaf4-f07730602154 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:47.870158 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port e1a64376-fe09-405c-b4cd-8414a0adfbb5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:47.871788 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Port aad2485a-3b69-4788-b107-942483832b2d on network 61e46f1a-dfd0-49a3-aaf4-f07730602154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:45:47.872111 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Attempting to bind port aad2485a-3b69-4788-b107-942483832b2d on network 61e46f1a-dfd0-49a3-aaf4-f07730602154 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:45:47.884266 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'port_id': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'mac_address': 'fa:16:3e:14:c4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:45:47.888867 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:45:47.890034 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Checking segment: {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:47.890615 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Bound using segment: {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:45:47.891078 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Bound port: aad2485a-3b69-4788-b107-942483832b2d, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21eb078-d28d-4504-9a3f-bfd940e54747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:45:47.891772 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:47.988139 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:48.012936 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0c4d8fe1-2862-4c8a-a8de-70d26b2e8902 req-8784e770-5939-478b-bbe2-ec4c5950db51 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707366 Aug 16 11:45:48.039231 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a64376-fe09-405c-b4cd-8414a0adfbb5 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:45:48.045035 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86452d05-2ddb-4e65-bff3-dea54e3edef0 req-1eeca6eb-7799-4aec-a642-3b36cbcd7716 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:48.048359 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-86452d05-2ddb-4e65-bff3-dea54e3edef0 req-1eeca6eb-7799-4aec-a642-3b36cbcd7716 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 944 time: 0.2046909 Aug 16 11:45:48.095755 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port e1a64376-fe09-405c-b4cd-8414a0adfbb5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:48.103429 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] For port aad2485a-3b69-4788-b107-942483832b2d, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:45:48.109858 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 2d9cc703-324e-4e99-9e39-e762d1d649c5 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:48.110090 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] For port aad2485a-3b69-4788-b107-942483832b2d, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=aad2485a-3b69-4788-b107-942483832b2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:45:48.115625 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 2d9cc703-324e-4e99-9e39-e762d1d649c5 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:48.116079 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:48.169590 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-86452d05-2ddb-4e65-bff3-dea54e3edef0 req-7462891d-c587-4ad8-a3db-d4aa532c582d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135514 Aug 16 11:45:48.257568 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:48.261194 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:48.264734 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:48.354959 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 2d9cc703-324e-4e99-9e39-e762d1d649c5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d9cc703-324e-4e99-9e39-e762d1d649c5,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:48.357682 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b35ec-c505-4fa8-966c-8dffa2831119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9cc703-324e-4e99-9e39-e762d1d649c5'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:45:48.360968 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f909f60c-42cc-4b0d-a3b6-6cbf720c93fc" -d '{"events": [{"server_uuid": "f80b35ec-c505-4fa8-966c-8dffa2831119", "name": "network-vif-plugged", "status": "completed", "tag": "2d9cc703-324e-4e99-9e39-e762d1d649c5"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:45:48.382606 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=e1a64376-fe09-405c-b4cd-8414a0adfbb5,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:48.400625 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:48.401258 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:48.402706 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] 10.222.0.36 "PUT /v2.0/ports/aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 1093 time: 1.3581560 Aug 16 11:45:48.403169 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:45:48.405739 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97" -d '{"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:45:48.411908 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488036b-0af7-48b2-82ff-935e8bb99f53 service neutron] Pushing event updated for resources: {'Port': ['ID=aad2485a-3b69-4788-b107-942483832b2d,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:48.455967 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:48.456853 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f2838f70-b4cf-49f3-b490-03566cdf32a6 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:48.611457 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=2d9cc703-324e-4e99-9e39-e762d1d649c5,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:48.640172 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc112a93-624f-44ca-924b-1c193ef430be req-489a3994-2da2-42b9-ab04-0ecc7ef12168 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:48.642523 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bc112a93-624f-44ca-924b-1c193ef430be req-489a3994-2da2-42b9-ab04-0ecc7ef12168 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 944 time: 0.4661899 Aug 16 11:45:48.661630 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['e1a64376-fe09-405c-b4cd-8414a0adfbb5'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:45:48.666195 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d29e3-e1e4-4878-b0ef-d0e9ec512d72 req-8d716be3-d021-479b-9d68-31116b96705c tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:48.672965 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4f5d29e3-e1e4-4878-b0ef-d0e9ec512d72 req-8d716be3-d021-479b-9d68-31116b96705c tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 944 time: 0.4108381 Aug 16 11:45:48.715569 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-d0973f3c-5346-4cfb-8f34-17858fd1fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:48.717385 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-d0973f3c-5346-4cfb-8f34-17858fd1fd4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1096 time: 0.1206565 Aug 16 11:45:48.737946 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4f5d29e3-e1e4-4878-b0ef-d0e9ec512d72 req-b91eea83-1e87-40c8-9c7a-87440187869d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638003 Aug 16 11:45:48.741945 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bc112a93-624f-44ca-924b-1c193ef430be req-4b53c53e-aa2f-4501-ae27-4380c63dfe0a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909047 Aug 16 11:45:48.762115 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port f2838f70-b4cf-49f3-b490-03566cdf32a6 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:48.775614 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port f2838f70-b4cf-49f3-b490-03566cdf32a6 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:48.776521 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:48.825502 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19912858-61b6-499a-b83d-ca09bd157a1e x-openstack-request-id: req-19912858-61b6-499a-b83d-ca09bd157a1e {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:45:48.825916 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80b35ec-c505-4fa8-966c-8dffa2831119", "name": "network-vif-plugged", "status": "completed", "tag": "2d9cc703-324e-4e99-9e39-e762d1d649c5", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:45:48.826034 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9a5bd8-b584-4011-be90-bb3f08c16c55 x-openstack-request-id: req-fb9a5bd8-b584-4011-be90-bb3f08c16c55 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:45:48.826287 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19912858-61b6-499a-b83d-ca09bd157a1e {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:45:48.826399 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:45:48.826562 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb9a5bd8-b584-4011-be90-bb3f08c16c55 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:45:48.826883 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b35ec-c505-4fa8-966c-8dffa2831119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9cc703-324e-4e99-9e39-e762d1d649c5', 'code': 200} Aug 16 11:45:48.826992 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d', 'status': 'completed', 'code': 200} Aug 16 11:45:48.928931 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-0d6b696d-37ce-4220-af59-3829dafb404a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 217 time: 0.0688424 Aug 16 11:45:49.004456 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:49.013378 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-3388c320-3d7b-49b2-859f-ee75facefaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:49.015037 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-3388c320-3d7b-49b2-859f-ee75facefaa3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e82a1b4-f065-4605-a35f-302b8d7cf021 HTTP/1.1" status: 200 len: 853 time: 0.0625925 Aug 16 11:45:49.052471 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bec0c8-962a-4828-93c3-55b85a5f0c07 req-08250a91-84c6-4ca7-b234-c65068ccf1d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:49.056461 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-24bec0c8-962a-4828-93c3-55b85a5f0c07 req-08250a91-84c6-4ca7-b234-c65068ccf1d5 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1398618 Aug 16 11:45:49.110771 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5d085-86da-484e-963e-62d4dd9793a8 req-aeb74148-d59c-4ed5-94b9-6c424ce74c33 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:49.120341 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-58a5d085-86da-484e-963e-62d4dd9793a8 req-aeb74148-d59c-4ed5-94b9-6c424ce74c33 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 946 time: 0.1411614 Aug 16 11:45:49.162219 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f2838f70-b4cf-49f3-b490-03566cdf32a6, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f2838f70-b4cf-49f3-b490-03566cdf32a6,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:49.219733 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-58a5d085-86da-484e-963e-62d4dd9793a8 req-9c45ea6c-f29f-4709-abe3-982328f4d3ff tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827157 Aug 16 11:45:49.225774 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-24bec0c8-962a-4828-93c3-55b85a5f0c07 req-f521ce23-9bc4-4350-a62b-0577778606c4 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513813 Aug 16 11:45:49.327765 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:49.444416 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f2838f70-b4cf-49f3-b490-03566cdf32a6,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:49.460760 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-3e6dc3b2-6bbc-4141-af22-89cf3a7edab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:49.462257 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-3e6dc3b2-6bbc-4141-af22-89cf3a7edab6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61e46f1a-dfd0-49a3-aaf4-f07730602154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901377 Aug 16 11:45:49.514220 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c454cc-5746-4c55-9db5-754dadfe2454 req-17eb529e-829e-4e97-86ec-1b67624a4432 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:49.521662 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-49c454cc-5746-4c55-9db5-754dadfe2454 req-17eb529e-829e-4e97-86ec-1b67624a4432 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 945 time: 0.1192014 Aug 16 11:45:49.549261 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c711db7-c7b5-4af3-ae9b-dadae438c3f4 req-f0c5983b-d536-4724-8ef4-9d7d19f15cea tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:49.550793 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9c711db7-c7b5-4af3-ae9b-dadae438c3f4 req-f0c5983b-d536-4724-8ef4-9d7d19f15cea tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.0936296 Aug 16 11:45:49.573118 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:45:49.597239 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-49c454cc-5746-4c55-9db5-754dadfe2454 req-5e3a81b8-edbd-43b3-8116-ad140a2076b0 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745776 Aug 16 11:45:49.657022 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9c711db7-c7b5-4af3-ae9b-dadae438c3f4 req-d5d5ea5a-1ba0-4cf7-9346-583627977f70 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921807 Aug 16 11:45:49.732822 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:49.821594 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:49.918664 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:49.949512 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce8265-25b7-403c-8e07-cf061be87680 req-2caf7ae6-e8d4-4396-aa37-436624a6ae5a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:49.960869 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4fce8265-25b7-403c-8e07-cf061be87680 req-2caf7ae6-e8d4-4396-aa37-436624a6ae5a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.1282809 Aug 16 11:45:50.001299 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=8']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:50.025475 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4fce8265-25b7-403c-8e07-cf061be87680 req-a418fc6e-9a5b-46a8-a091-80d82778e0b1 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637584 Aug 16 11:45:50.174783 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f4213-7e93-421b-a5f7-a50df33f79cf req-1e85fbc5-8bd3-495b-950f-cb3d268eb2dd tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:50.183608 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-de2f4213-7e93-421b-a5f7-a50df33f79cf req-1e85fbc5-8bd3-495b-950f-cb3d268eb2dd tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.0638139 Aug 16 11:45:50.217505 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-de2f4213-7e93-421b-a5f7-a50df33f79cf req-09a73cd2-1fc9-4e62-80f5-4302ce9911aa tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Aug 16 11:45:50.470917 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643428a-72aa-4297-9184-181e5cbb3392 req-f72f0518-cd7a-4c36-aeef-ed3960894ff1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:50.472516 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e643428a-72aa-4297-9184-181e5cbb3392 req-f72f0518-cd7a-4c36-aeef-ed3960894ff1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1384072 Aug 16 11:45:50.513790 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e643428a-72aa-4297-9184-181e5cbb3392 req-dbe48ef2-fd69-4d67-857d-4fcd9c8ef540 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339255 Aug 16 11:45:50.746254 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34487353-61b8-4afc-b97b-d659f1795556 req-d048fc84-1d91-4605-b538-a392e274ab67 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:50.754097 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-34487353-61b8-4afc-b97b-d659f1795556 req-d048fc84-1d91-4605-b538-a392e274ab67 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 945 time: 0.0787680 Aug 16 11:45:50.817538 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-34487353-61b8-4afc-b97b-d659f1795556 req-2f2cd531-8e68-4fb2-af38-c4a4ed2697e4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625582 Aug 16 11:45:50.828315 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2587c9e-e29a-4f29-b0d5-02cbd64f2940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2838f70-b4cf-49f3-b490-03566cdf32a6'}, {'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:45:50.831738 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad10e15-a5b8-4499-a2a1-173349be6cb5" -d '{"events": [{"server_uuid": "c2587c9e-e29a-4f29-b0d5-02cbd64f2940", "name": "network-vif-plugged", "status": "completed", "tag": "f2838f70-b4cf-49f3-b490-03566cdf32a6"}, {"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-unplugged", "status": "completed", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:45:50.853627 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a3c0-86db-401c-aeaf-6f9e2f0cc938 req-c639a976-4167-47db-90c8-51b7fcb3ef53 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:50.861065 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3d5a3c0-86db-401c-aeaf-6f9e2f0cc938 req-c639a976-4167-47db-90c8-51b7fcb3ef53 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.0908651 Aug 16 11:45:50.889636 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16aa259a-1129-4fb9-a237-248f4d3695c0 x-openstack-request-id: req-16aa259a-1129-4fb9-a237-248f4d3695c0 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:45:50.890141 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2587c9e-e29a-4f29-b0d5-02cbd64f2940", "name": "network-vif-plugged", "status": "completed", "tag": "f2838f70-b4cf-49f3-b490-03566cdf32a6", "code": 200}, {"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-unplugged", "status": "completed", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:45:50.890549 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16aa259a-1129-4fb9-a237-248f4d3695c0 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:45:50.891154 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2587c9e-e29a-4f29-b0d5-02cbd64f2940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2838f70-b4cf-49f3-b490-03566cdf32a6', 'code': 200} Aug 16 11:45:50.891563 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'code': 200} Aug 16 11:45:50.901448 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3d5a3c0-86db-401c-aeaf-6f9e2f0cc938 req-322d2a61-17ba-4f63-8d99-e3411da76d11 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Aug 16 11:45:51.161890 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca917e2-742f-440e-9a55-24a53f96cfb6 req-396fd5d7-462d-4319-be23-6777bc99f4c5 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:51.163956 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3ca917e2-742f-440e-9a55-24a53f96cfb6 req-396fd5d7-462d-4319-be23-6777bc99f4c5 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.0567553 Aug 16 11:45:51.204759 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3ca917e2-742f-440e-9a55-24a53f96cfb6 req-91532cac-a34b-42ad-b689-6d73a24e6e49 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345163 Aug 16 11:45:51.268846 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45860) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:51.409816 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffcc1a-4b76-4330-918b-71c5a69fbbbc req-d77c6c83-7c67-4db8-adeb-d91abe2884cd tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:51.411558 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3fffcc1a-4b76-4330-918b-71c5a69fbbbc req-d77c6c83-7c67-4db8-adeb-d91abe2884cd tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.1065428 Aug 16 11:45:51.437043 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b28797e4-a261-4d52-a53b-a5e9f2d7d012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:51.475858 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3fffcc1a-4b76-4330-918b-71c5a69fbbbc req-727051d6-598d-4eb7-be4a-b54724f60a1f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522833 Aug 16 11:45:51.559661 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b28797e4-a261-4d52-a53b-a5e9f2d7d012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:51.579858 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device e1a64376-fe09-405c-b4cd-8414a0adfbb5 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:45:51.677854 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b28797e4-a261-4d52-a53b-a5e9f2d7d012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:51.702004 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ba06d-c6c7-4045-8cf4-127727a22f58 req-bef7fb0c-6c13-4946-899b-51cb287f7ffd tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:51.703575 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b14ba06d-c6c7-4045-8cf4-127727a22f58 req-bef7fb0c-6c13-4946-899b-51cb287f7ffd tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0704513 Aug 16 11:45:51.707159 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port e1a64376-fe09-405c-b4cd-8414a0adfbb5 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:45:51.712039 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port e1a64376-fe09-405c-b4cd-8414a0adfbb5 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:45:51.712415 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:51.752051 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-b28797e4-a261-4d52-a53b-a5e9f2d7d012 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8af700dbb7304c39a10d856c7b42ec89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820964 Aug 16 11:45:51.754027 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28797e4-a261-4d52-a53b-a5e9f2d7d012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7012ef41-690c-4169-8288-da81e3dab231,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:51.755767 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 45866) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:51.789579 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b14ba06d-c6c7-4045-8cf4-127727a22f58 req-a7963404-2ce6-4cca-9e8a-0c70ee9cf157 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774879 Aug 16 11:45:51.863184 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b48103ca-73ab-414a-8c94-b9edf8e1fb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:51.888133 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b48103ca-73ab-414a-8c94-b9edf8e1fb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:51.962120 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:51.965736 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a7e62-3672-48fd-8fb6-5a1ea3a5cf87 req-3f966ba1-2e99-418e-9ebe-0b9e0ef72edd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:51.972582 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-775a7e62-3672-48fd-8fb6-5a1ea3a5cf87 req-3f966ba1-2e99-418e-9ebe-0b9e0ef72edd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 945 time: 0.0735912 Aug 16 11:45:52.013214 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port e1a64376-fe09-405c-b4cd-8414a0adfbb5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:45:52.061854 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b48103ca-73ab-414a-8c94-b9edf8e1fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:52.065416 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-775a7e62-3672-48fd-8fb6-5a1ea3a5cf87 req-7401275c-c389-459e-9670-e20bdbb22e5a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818210 Aug 16 11:45:52.065583 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b48103ca-73ab-414a-8c94-b9edf8e1fb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:52.066996 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b48103ca-73ab-414a-8c94-b9edf8e1fb1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7012ef41-690c-4169-8288-da81e3dab231 HTTP/1.1" status: 204 len: 168 time: 0.3102031 Aug 16 11:45:52.077913 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48103ca-73ab-414a-8c94-b9edf8e1fb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7012ef41-690c-4169-8288-da81e3dab231,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:52.103491 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a8934-11d5-4be1-b9e9-36ed0b8f55be req-c79599fa-6eeb-4219-8c05-1d769bb9326f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:52.105062 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:52.110328 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:45:52.112219 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b18a8934-11d5-4be1-b9e9-36ed0b8f55be req-c79599fa-6eeb-4219-8c05-1d769bb9326f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.1023331 Aug 16 11:45:52.193155 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b18a8934-11d5-4be1-b9e9-36ed0b8f55be req-e04b50e2-d003-4f39-b490-17e19d6e682f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660846 Aug 16 11:45:52.217300 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=e1a64376-fe09-405c-b4cd-8414a0adfbb5,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:52.341939 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec71a0-8b58-43a4-b98b-e654dde1fb63 req-d72522c4-e6d2-4a51-a806-729f6dea6a4d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:52.343489 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0bec71a0-8b58-43a4-b98b-e654dde1fb63 req-d72522c4-e6d2-4a51-a806-729f6dea6a4d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.0598059 Aug 16 11:45:52.400457 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0bec71a0-8b58-43a4-b98b-e654dde1fb63 req-4c6cdbb5-6b30-46ca-a555-0e269b494bcb tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506787 Aug 16 11:45:52.435648 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:52.601161 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4ec26-fe2b-4c21-920b-182e2243874e req-1611316d-1939-4db0-8dd3-e3107d1b0126 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:52.602972 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1aa4ec26-fe2b-4c21-920b-182e2243874e req-1611316d-1939-4db0-8dd3-e3107d1b0126 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Aug 16 11:45:52.644421 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1aa4ec26-fe2b-4c21-920b-182e2243874e req-b07b89d8-24dc-4047-9613-8ff045c4fee9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354664 Aug 16 11:45:52.873919 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 45884) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:52.889792 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9153417c-aa85-43c3-9956-1b4da38033b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:52.893479 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:45:52.896485 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3538947-c6fe-462e-bb34-111fb2706037" -d '{"events": [{"server_uuid": "91a05049-35ae-42de-b9ee-c87e6de1a7e9", "name": "network-vif-plugged", "status": "completed", "tag": "e1a64376-fe09-405c-b4cd-8414a0adfbb5"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:45:52.935509 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f24146a-f7fe-41dd-a3db-bc5befae5e1f x-openstack-request-id: req-0f24146a-f7fe-41dd-a3db-bc5befae5e1f {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:45:52.936146 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a05049-35ae-42de-b9ee-c87e6de1a7e9", "name": "network-vif-plugged", "status": "completed", "tag": "e1a64376-fe09-405c-b4cd-8414a0adfbb5", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:45:52.936390 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f24146a-f7fe-41dd-a3db-bc5befae5e1f {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:45:52.936969 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'code': 200} Aug 16 11:45:52.949310 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc05ae-c319-4f28-a730-cdbaf89687fd req-fc0e688a-359f-449e-9636-ef4696c92496 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:52.951044 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-abcc05ae-c319-4f28-a730-cdbaf89687fd req-fc0e688a-359f-449e-9636-ef4696c92496 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0649555 Aug 16 11:45:53.002879 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-abcc05ae-c319-4f28-a730-cdbaf89687fd req-7601d921-af7f-45fd-a0de-7d7e65188656 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417933 Aug 16 11:45:53.019436 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9153417c-aa85-43c3-9956-1b4da38033b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:53.141811 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9153417c-aa85-43c3-9956-1b4da38033b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:53.184375 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-9153417c-aa85-43c3-9956-1b4da38033b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c9feb6b1eaf459db5000f2af09734d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087926 Aug 16 11:45:53.186295 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153417c-aa85-43c3-9956-1b4da38033b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70543058-ab33-454e-bd48-e23e424a1e4a,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:53.187278 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45890) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:53.288089 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75b905-0ffa-4e4c-b4f6-7a137b13d0df req-07d43d36-2c55-4dc2-bd74-195d3bb6cada tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:53.289887 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c75b905-0ffa-4e4c-b4f6-7a137b13d0df req-07d43d36-2c55-4dc2-bd74-195d3bb6cada tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.1043975 Aug 16 11:45:53.345234 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-496a9dae-6cfb-46a9-979e-da7c52b58002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:53.387421 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba2038-4c44-408d-8232-fe522a04a468 req-ea1d37e7-6102-4b29-aa55-7d8f742e7e32 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:53.388999 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d8ba2038-4c44-408d-8232-fe522a04a468 req-ea1d37e7-6102-4b29-aa55-7d8f742e7e32 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.1226790 Aug 16 11:45:53.395167 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1c75b905-0ffa-4e4c-b4f6-7a137b13d0df req-806cd819-3a7f-48c7-a5dd-c001e0c7061e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854406 Aug 16 11:45:53.399148 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-496a9dae-6cfb-46a9-979e-da7c52b58002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:53.460144 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d8ba2038-4c44-408d-8232-fe522a04a468 req-11c10381-497b-47f8-848f-023043033bd1 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633330 Aug 16 11:45:53.562916 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-496a9dae-6cfb-46a9-979e-da7c52b58002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:53.568016 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-496a9dae-6cfb-46a9-979e-da7c52b58002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:53.568016 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-496a9dae-6cfb-46a9-979e-da7c52b58002 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70543058-ab33-454e-bd48-e23e424a1e4a HTTP/1.1" status: 204 len: 168 time: 0.3710370 Aug 16 11:45:53.596339 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9b0b0-722f-40f5-a8e1-260586f5a71d req-db52e782-4795-413e-97f8-a1cbeb1b48fa tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:53.597919 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a5c9b0b0-722f-40f5-a8e1-260586f5a71d req-db52e782-4795-413e-97f8-a1cbeb1b48fa tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.0874841 Aug 16 11:45:53.604600 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a9dae-6cfb-46a9-979e-da7c52b58002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70543058-ab33-454e-bd48-e23e424a1e4a,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:53.639419 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a5c9b0b0-722f-40f5-a8e1-260586f5a71d req-e8cdf419-a47c-4904-8d8f-9539dd28207d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Aug 16 11:45:53.769789 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0dac9-85b6-4163-acee-22a0e7d24db3 req-57abd2f0-9bea-43ba-9355-8e98c7008019 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:53.771378 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-23c0dac9-85b6-4163-acee-22a0e7d24db3 req-57abd2f0-9bea-43ba-9355-8e98c7008019 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.0523741 Aug 16 11:45:53.822654 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-23c0dac9-85b6-4163-acee-22a0e7d24db3 req-bcdc823d-74ba-4615-8a8b-d9ff4e71f1d9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 Aug 16 11:45:54.192216 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c74936-99df-4c28-8ccd-aff5d0a0033d req-a4134821-6ceb-4ba0-b464-2a68f6c06e13 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:54.194195 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d4c74936-99df-4c28-8ccd-aff5d0a0033d req-a4134821-6ceb-4ba0-b464-2a68f6c06e13 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0687749 Aug 16 11:45:54.255591 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d4c74936-99df-4c28-8ccd-aff5d0a0033d req-d2190d8d-c3e1-4a6b-850b-f702063c1cce tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546541 Aug 16 11:45:54.566203 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e5797-4907-4b5f-81db-c3d58631c9e5 req-96b79d01-1037-4f91-a023-a0f982fc14ce tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:54.567985 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d42e5797-4907-4b5f-81db-c3d58631c9e5 req-96b79d01-1037-4f91-a023-a0f982fc14ce tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.1006560 Aug 16 11:45:54.622764 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d42e5797-4907-4b5f-81db-c3d58631c9e5 req-268c3c58-c2e6-4545-9e2e-ac925f787a1b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384655 Aug 16 11:45:54.678445 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859524c-9f02-458c-a48f-9038d2b4d8ec req-6fad55a0-4e4f-453e-a5ae-6224ca658edb tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:54.679955 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d859524c-9f02-458c-a48f-9038d2b4d8ec req-6fad55a0-4e4f-453e-a5ae-6224ca658edb tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.0614004 Aug 16 11:45:54.723974 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d859524c-9f02-458c-a48f-9038d2b4d8ec req-69f4c463-ed76-443a-b73e-e73dd487dbc4 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Aug 16 11:45:54.817703 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66558acd-719f-4bc9-9ce4-774e83bfa2b3 req-499cd33b-c68b-457c-8f1f-ce1ffdbd8a6e tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:54.817703 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-66558acd-719f-4bc9-9ce4-774e83bfa2b3 req-499cd33b-c68b-457c-8f1f-ce1ffdbd8a6e tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.0741026 Aug 16 11:45:54.871045 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-66558acd-719f-4bc9-9ce4-774e83bfa2b3 req-1d542cc2-0931-4996-8b2f-7bb2298e380d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629494 Aug 16 11:45:54.951541 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91565a0-d0a5-4a95-bd2a-6174d7d42727 req-94ec60c0-3f66-4dec-ab18-348a80f5e1f6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:54.953049 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c91565a0-d0a5-4a95-bd2a-6174d7d42727 req-94ec60c0-3f66-4dec-ab18-348a80f5e1f6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.0486553 Aug 16 11:45:54.993450 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c91565a0-d0a5-4a95-bd2a-6174d7d42727 req-63b820be-33d3-47df-acee-7f45ba4947cb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 Aug 16 11:45:55.379880 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668de1b-4f8c-4484-8485-d85ed776ed43 req-1b10749c-ddd8-4f42-8a72-9260755763c1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:55.382139 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2668de1b-4f8c-4484-8485-d85ed776ed43 req-1b10749c-ddd8-4f42-8a72-9260755763c1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0522442 Aug 16 11:45:55.427223 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2668de1b-4f8c-4484-8485-d85ed776ed43 req-24dad10e-4903-4fa5-9d0c-0b44d906a5d0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380983 Aug 16 11:45:55.613760 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 45950) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:55.766444 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a0d952fc-c22e-482c-9d79-5de2b7b6ff01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:55.811306 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0552b-281d-4460-97c4-74354a5daac6 req-567d90d0-aa65-4781-bd4d-958f02ab5fde tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:55.812822 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67e0552b-281d-4460-97c4-74354a5daac6 req-567d90d0-aa65-4781-bd4d-958f02ab5fde tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0777137 Aug 16 11:45:55.910459 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67e0552b-281d-4460-97c4-74354a5daac6 req-d575ff93-7713-4247-b13b-57d5193f82d5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878472 Aug 16 11:45:55.930632 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb1d6-69e3-40c9-ad3b-701fa3e811f4 req-d355ae8b-2bb9-4264-9984-1de51b4c157d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:55.932146 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d79eb1d6-69e3-40c9-ad3b-701fa3e811f4 req-d355ae8b-2bb9-4264-9984-1de51b4c157d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.1160183 Aug 16 11:45:55.970568 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a0d952fc-c22e-482c-9d79-5de2b7b6ff01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:56.007605 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d79eb1d6-69e3-40c9-ad3b-701fa3e811f4 req-71da4053-633b-4dc7-bdb2-5c2180af3a90 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662680 Aug 16 11:45:56.080455 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace1cae-0b17-43d7-afd1-a7973efd28a7 req-fbcdfe45-7e2f-44d1-888b-180086278d35 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:56.080455 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-eace1cae-0b17-43d7-afd1-a7973efd28a7 req-fbcdfe45-7e2f-44d1-888b-180086278d35 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.0649076 Aug 16 11:45:56.126240 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a0d952fc-c22e-482c-9d79-5de2b7b6ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:56.179618 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-eace1cae-0b17-43d7-afd1-a7973efd28a7 req-95ee3782-3ae4-4f60-ad7e-a388acd55a30 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944257 Aug 16 11:45:56.187524 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a0d952fc-c22e-482c-9d79-5de2b7b6ff01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55b780c3e6074e45981e720dcd2849da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726392 Aug 16 11:45:56.190200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 45962) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:56.204788 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49468f9c-967a-4e7d-b8c3-217ca5362878 req-faba2bb2-dc0b-4d93-9af1-054a2c97a80b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:56.212820 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-49468f9c-967a-4e7d-b8c3-217ca5362878 req-faba2bb2-dc0b-4d93-9af1-054a2c97a80b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.1256168 Aug 16 11:45:56.215083 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d952fc-c22e-482c-9d79-5de2b7b6ff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9cd43-a83b-4aaf-bd4a-1dc116caef0d,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:56.257911 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-49468f9c-967a-4e7d-b8c3-217ca5362878 req-0bf24858-42e1-4a83-8435-fe16f8a295fb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441487 Aug 16 11:45:56.265577 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-790fd547-e9d1-427e-9670-1d5ff6a6c130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:56.288523 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-790fd547-e9d1-427e-9670-1d5ff6a6c130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:56.562299 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cac24-21ef-4cb5-a724-9778077632a0 req-7c496f3f-c3d4-422c-9707-86b238b4c71c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:56.575569 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ba6cac24-21ef-4cb5-a724-9778077632a0 req-7c496f3f-c3d4-422c-9707-86b238b4c71c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0553284 Aug 16 11:45:56.581372 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-790fd547-e9d1-427e-9670-1d5ff6a6c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:56.581372 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-790fd547-e9d1-427e-9670-1d5ff6a6c130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:56.581372 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-790fd547-e9d1-427e-9670-1d5ff6a6c130 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85d9cd43-a83b-4aaf-bd4a-1dc116caef0d HTTP/1.1" status: 204 len: 168 time: 0.3843772 Aug 16 11:45:56.600241 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fd547-e9d1-427e-9670-1d5ff6a6c130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9cd43-a83b-4aaf-bd4a-1dc116caef0d,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:56.673117 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ba6cac24-21ef-4cb5-a724-9778077632a0 req-dd8fe2f6-ee52-4df4-88f4-6c972e200d66 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795183 Aug 16 11:45:57.068440 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae204e69-f24b-4caf-bcfb-df1dedbef887 req-b1b3b261-cb8f-4bb8-8ef1-f589c44b9ecf tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:57.072388 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ae204e69-f24b-4caf-bcfb-df1dedbef887 req-b1b3b261-cb8f-4bb8-8ef1-f589c44b9ecf tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0741520 Aug 16 11:45:57.144477 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ae204e69-f24b-4caf-bcfb-df1dedbef887 req-b491298e-37da-4a68-b13f-d4c200ad0516 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648577 Aug 16 11:45:57.195728 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bab69a-86a9-457c-a0f0-ea163d482d9b req-0916203d-d0e3-4cdb-ba14-bf708fbbd4b5 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:57.197319 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c6bab69a-86a9-457c-a0f0-ea163d482d9b req-0916203d-d0e3-4cdb-ba14-bf708fbbd4b5 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.0825710 Aug 16 11:45:57.255218 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c6bab69a-86a9-457c-a0f0-ea163d482d9b req-4ddce569-f32b-44c4-a447-7cc74c17cd11 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517859 Aug 16 11:45:57.400448 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f800d-8ee5-466d-965a-4b2af3abd547 req-f877f0ad-2ec5-47b6-be20-8f01b8904689 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:57.407645 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-378f800d-8ee5-466d-965a-4b2af3abd547 req-f877f0ad-2ec5-47b6-be20-8f01b8904689 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.0934539 Aug 16 11:45:57.447791 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c2770-6178-4155-913f-3dc2a978ee18 req-67ade545-8800-401f-9ec0-1fe5d739a5b3 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:57.449203 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9f9c2770-6178-4155-913f-3dc2a978ee18 req-67ade545-8800-401f-9ec0-1fe5d739a5b3 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.1009533 Aug 16 11:45:57.457284 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-378f800d-8ee5-466d-965a-4b2af3abd547 req-09bb249d-8497-4f9d-a2bc-95dea0925841 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487995 Aug 16 11:45:57.494416 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9f9c2770-6178-4155-913f-3dc2a978ee18 req-28f47273-8ab6-4d5f-9beb-d43e0ca90553 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Aug 16 11:45:57.799614 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d473bb-0114-4951-9d4e-58525f963490 req-8334a348-cae1-4d4c-a522-fdbf9b5a94d2 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:57.801257 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6d473bb-0114-4951-9d4e-58525f963490 req-8334a348-cae1-4d4c-a522-fdbf9b5a94d2 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0507736 Aug 16 11:45:57.823870 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46002) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:57.842911 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6d473bb-0114-4951-9d4e-58525f963490 req-18b26a26-f84a-4a74-9ad0-824707692fe7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333872 Aug 16 11:45:57.920987 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1378601776-network', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:58.003844 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Made reservation on behalf of ca5ef393b9024a27870e381b60ef242d for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:58.006032 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.014289 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.103541 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.172540 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.200229 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:45:58.206538 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426349ec-2cd3-4456-abc2-0a1b4ec65e62,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:58.213572 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.213917 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Added segment 8c2e67f8-dc2e-4285-a4b0-c33b040bceff of type vlan for network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb Aug 16 11:45:58.255659 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.268682 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d5246-c8ec-46e0-b91d-5d0bea397246 req-44556eef-0683-4359-8b3a-8db8a984868a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:58.270200 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fb1d5246-c8ec-46e0-b91d-5d0bea397246 req-44556eef-0683-4359-8b3a-8db8a984868a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0494163 Aug 16 11:45:58.313765 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fb1d5246-c8ec-46e0-b91d-5d0bea397246 req-83560325-d631-4432-82d2-c395731fc39f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368576 Aug 16 11:45:58.355447 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.356448 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:58.357038 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.374601 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a4a06-1789-412f-965c-f4e5c65db264 req-826005db-6e4e-4592-a430-cb4b08f48768 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:58.376368 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9a6a4a06-1789-412f-965c-f4e5c65db264 req-826005db-6e4e-4592-a430-cb4b08f48768 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.0488732 Aug 16 11:45:58.436673 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9a6a4a06-1789-412f-965c-f4e5c65db264 req-cd1d5c6e-2fda-4a8e-8e53-3b44b6da791b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Aug 16 11:45:58.528463 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7034044 Aug 16 11:45:58.531470 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46016) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:58.536604 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Request body: {'subnet': {'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1378601776-subnet', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'ip_version': 4}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:58.556688 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e11a1f-90f5-4804-a257-543a7cc1eead admin admin] Pushing event updated for resources: {'Network': ['ID=0ef3b206-d367-47a6-8b9b-f27800e8c2bb,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:58.570610 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:45:58.610962 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-ddc51fb0-0dbe-4a1a-9ac2-047dd3e9f6b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211259 Aug 16 11:45:58.615464 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5c758-f7a7-4f1d-8bc2-4fb8781c5ca7 req-63473d0d-dbed-4b08-87f8-4f51fbc1659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:58.617468 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0ce5c758-f7a7-4f1d-8bc2-4fb8781c5ca7 req-63473d0d-dbed-4b08-87f8-4f51fbc1659d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 1098 time: 0.1916654 Aug 16 11:45:58.619504 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-4b023709-b511-4a5f-b364-768707fd86c1 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926351 Aug 16 11:45:58.662021 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Made reservation on behalf of ca5ef393b9024a27870e381b60ef242d for: {'subnet': 1} {{(pid=100977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:45:58.667706 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233217'] for subnet, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:58.741197 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25067fb-de64-46c1-800b-aa239d8cf735 req-61dcb02e-1cf9-4b9b-a471-42342738cd68 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:58.748357 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a25067fb-de64-46c1-800b-aa239d8cf735 req-61dcb02e-1cf9-4b9b-a471-42342738cd68 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.1689858 Aug 16 11:45:58.786928 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0980d6-aea0-4e16-bea1-364933abc35b req-6109ccd6-623d-4724-81e3-835eb64e5624 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:58.788370 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b0980d6-aea0-4e16-bea1-364933abc35b req-6109ccd6-623d-4724-81e3-835eb64e5624 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.1613855 Aug 16 11:45:58.807279 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0ce5c758-f7a7-4f1d-8bc2-4fb8781c5ca7 req-672ab9ff-1ae2-43db-b83a-94e52ec989b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475925 Aug 16 11:45:58.840039 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-471da8ed-1928-4299-ae41-0d48006960e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:58.840675 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a25067fb-de64-46c1-800b-aa239d8cf735 req-a5dc98df-4403-40ad-a3c0-a225ee9beb8f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905311 Aug 16 11:45:58.841070 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-471da8ed-1928-4299-ae41-0d48006960e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1903841 Aug 16 11:45:58.870824 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5748a5a6-c77b-4f50-96ad-ff6bbc236390 req-77f33f8e-80a7-4945-8c31-e4e2ae6e9d50 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123263 Aug 16 11:45:58.874600 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b0980d6-aea0-4e16-bea1-364933abc35b req-4c104d44-fc0b-4200-9c9c-595da2c72889 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771432 Aug 16 11:45:58.875174 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8be7-68a1-44f7-8b6a-6094898da84c req-e1c58d83-b086-4d24-80af-76a0c02d2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:58.876979 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-067a8be7-68a1-44f7-8b6a-6094898da84c req-e1c58d83-b086-4d24-80af-76a0c02d2871 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 1098 time: 0.0874374 Aug 16 11:45:58.955234 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-067a8be7-68a1-44f7-8b6a-6094898da84c req-620638d0-f4a5-49dc-8739-fdb171a2b603 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709238 Aug 16 11:45:59.027991 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2eae9-897e-470d-a2a4-04e0e186f910 req-50548350-b4d9-4569-a5f9-1d314348a042 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.029553 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-86f2eae9-897e-470d-a2a4-04e0e186f910 req-50548350-b4d9-4569-a5f9-1d314348a042 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1057715 Aug 16 11:45:59.073313 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-86f2eae9-897e-470d-a2a4-04e0e186f910 req-7ed94382-a818-47d8-8ed6-fb5bb5e9a506 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374975 Aug 16 11:45:59.107809 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6152231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233327'] for subnet, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:59.170170 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=813cc25a-17ed-40af-9021-2050f0eb1448,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:45:59.181021 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Checking segment: {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:45:59.181399 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Network hostable DHCP agents. Network: 0ef3b206-d367-47a6-8b9b-f27800e8c2bb, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:45:59.297948 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-34147da1-aab2-4f24-af71-cf7721505b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.299463 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-34147da1-aab2-4f24-af71-cf7721505b69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 200 len: 919 time: 0.3677282 Aug 16 11:45:59.300386 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:45:59.324825 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d69d8-e3a2-4696-b7f4-6ae94d705806 req-c09303db-39d8-4e7f-b15e-8d24ec390fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.326219 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ea4d69d8-e3a2-4696-b7f4-6ae94d705806 req-c09303db-39d8-4e7f-b15e-8d24ec390fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 1099 time: 0.3240809 Aug 16 11:45:59.356542 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-78979c6c-ab1d-4356-a3dc-75b9725f2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.363650 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-78979c6c-ab1d-4356-a3dc-75b9725f2811 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1096 time: 0.3177593 Aug 16 11:45:59.363792 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-7935efea-4357-4add-94d5-f1d850a3f7e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8 HTTP/1.1" status: 200 len: 217 time: 0.0510387 Aug 16 11:45:59.422237 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 0ef3b206-d367-47a6-8b9b-f27800e8c2bb) {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:45:59.428532 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.429117 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:59.435544 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd60bd1-1814-44f2-8737-ab9c179fb258 None None] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:45:59.455937 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd67a1-0c90-431c-b9db-d93552c40dc9 req-4b5062ed-c269-44c1-82ce-76aaa7ec1842 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.457561 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6fd67a1-0c90-431c-b9db-d93552c40dc9 req-4b5062ed-c269-44c1-82ce-76aaa7ec1842 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0724511 Aug 16 11:45:59.470455 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ea4d69d8-e3a2-4696-b7f4-6ae94d705806 req-416f09bb-0d70-4df0-8244-1b1d32f5069b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163824 Aug 16 11:45:59.487826 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-21cbf8dd-a928-4ee8-a9e9-9532fac8a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.489367 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-21cbf8dd-a928-4ee8-a9e9-9532fac8a615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 200 len: 859 time: 0.1140780 Aug 16 11:45:59.507352 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-fbba1b56-fe5b-4a25-813b-f8907ce0e8ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9746189 Aug 16 11:45:59.510725 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a6fd67a1-0c90-431c-b9db-d93552c40dc9 req-0417ad77-84ed-4c10-a411-b9e4824f0cb6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Aug 16 11:45:59.511202 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46026) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:45:59.515561 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:45:59.533860 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-abfe2e3f-378e-4d9d-8841-adc8633e1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.535569 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-abfe2e3f-378e-4d9d-8841-adc8633e1e9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 200 len: 914 time: 0.1620591 Aug 16 11:45:59.587214 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-33f0d7fc-20e0-4df6-a705-a1b439224d46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f820806-fc3e-4134-9a6e-eb710b4d59dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363560 Aug 16 11:45:59.593521 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767679ee-c7fa-427e-bfa5-594005598e61 req-70f177cc-4239-46e7-8359-8fa646eafb31 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.595042 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-767679ee-c7fa-427e-bfa5-594005598e61 req-70f177cc-4239-46e7-8359-8fa646eafb31 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.0506852 Aug 16 11:45:59.602215 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:45:59.603241 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:59.622997 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-085c85f2-123b-44c1-8069-43d4b22452ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 217 time: 0.0707865 Aug 16 11:45:59.633917 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:59.649673 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:59.649673 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-767679ee-c7fa-427e-bfa5-594005598e61 req-4d2dcea7-9ba4-4049-a5fe-8e6a151362dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Aug 16 11:45:59.697807 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:59.723929 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-4f7967f8-e4de-43ab-8e99-703150c05ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.726358 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-4f7967f8-e4de-43ab-8e99-703150c05ef0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e82a1b4-f065-4605-a35f-302b8d7cf021 HTTP/1.1" status: 200 len: 853 time: 0.0904059 Aug 16 11:45:59.755897 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Allocated IP 172.20.0.2 (0ef3b206-d367-47a6-8b9b-f27800e8c2bb/813cc25a-17ed-40af-9021-2050f0eb1448/d1daaada-8a65-4a98-8a95-9d04968f6555) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:45:59.772043 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-cf1862fb-4b05-4eef-995f-94997f5d8487 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577930 Aug 16 11:45:59.798995 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:45:59.835160 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-8ed37d3b-3f2d-45b4-926f-771f6b66b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:45:59.836908 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-8ed37d3b-3f2d-45b4-926f-771f6b66b2ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61e46f1a-dfd0-49a3-aaf4-f07730602154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994186 Aug 16 11:45:59.932187 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d85d0f09-9acb-4e2a-a31a-92cf4279c0c8 req-fd161e3e-8312-4247-b92d-4d5d44bd2a20 service neutron] 10.222.0.36 "GET /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524286 Aug 16 11:45:59.934283 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:45:59.945815 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Transition to ACTIVE for port object d1daaada-8a65-4a98-8a95-9d04968f6555 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:59.965418 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Transition to ACTIVE for port object d1daaada-8a65-4a98-8a95-9d04968f6555 will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:45:59.977676 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-3a12c6e2-5590-4254-97a5-46bd2eb420dd service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126406 Aug 16 11:46:00.079562 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:00.102006 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-76fe6d6d-a4fa-4ab0-b8e2-a21c9ab23c97 req-75e9a922-3068-4893-8eb2-479b08828f41 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142397 Aug 16 11:46:00.123859 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:00.130014 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:00.133186 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:00.170795 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Pushing event updated for resources: {'Port': ['ID=d1daaada-8a65-4a98-8a95-9d04968f6555,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:00.206382 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Attempting to bind port d1daaada-8a65-4a98-8a95-9d04968f6555 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:00.206665 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Attempting to bind port d1daaada-8a65-4a98-8a95-9d04968f6555 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:00.206933 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Attempting to bind port d1daaada-8a65-4a98-8a95-9d04968f6555 on network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:00.213149 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:00.213524 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Checking segment: {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:00.213928 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:00.214326 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Bound using segment: {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:00.214801 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Bound port: d1daaada-8a65-4a98-8a95-9d04968f6555, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:00.215182 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:00.284734 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:00.302882 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e4d69-27df-4100-964d-53d4207f9781 req-00b9ab3d-1683-405a-9603-f2ebe33b5420 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:00.305041 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-644e4d69-27df-4100-964d-53d4207f9781 req-00b9ab3d-1683-405a-9603-f2ebe33b5420 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.3179870 Aug 16 11:46:00.312145 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad4cc0-2e18-4cee-a6d0-720a7349fb77 req-64489e48-fe87-4dc2-b3bb-d31b37c3339a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:00.313633 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-efad4cc0-2e18-4cee-a6d0-720a7349fb77 req-64489e48-fe87-4dc2-b3bb-d31b37c3339a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.3280139 Aug 16 11:46:00.339997 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] For port d1daaada-8a65-4a98-8a95-9d04968f6555, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:00.344136 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] For port d1daaada-8a65-4a98-8a95-9d04968f6555, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=d1daaada-8a65-4a98-8a95-9d04968f6555,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:00.370946 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-644e4d69-27df-4100-964d-53d4207f9781 req-7980116a-ebf5-4b5d-97c5-1b4b6aa2b9dc tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562940 Aug 16 11:46:00.379574 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-efad4cc0-2e18-4cee-a6d0-720a7349fb77 req-0ff0abda-f273-4cba-897a-92c0acfd7f9f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559461 Aug 16 11:46:00.481339 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:00.546352 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b709b2-80e0-4c97-9528-47d3dd1d38db None None] Pushing event updated for resources: {'Port': ['ID=d1daaada-8a65-4a98-8a95-9d04968f6555,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:00.577659 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abdb5b-d5a4-4c2f-9f50-acb267f0fb99 req-aa58c0dc-045b-45cd-90eb-6ba9d6026ba9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:00.579264 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f5abdb5b-d5a4-4c2f-9f50-acb267f0fb99 req-aa58c0dc-045b-45cd-90eb-6ba9d6026ba9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1070132 Aug 16 11:46:00.657567 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f5abdb5b-d5a4-4c2f-9f50-acb267f0fb99 req-0c0aa9af-6463-45fb-8283-c78893a9d035 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714746 Aug 16 11:46:00.784143 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ffc55-db4a-43e7-910f-6747087fa255 req-a6992015-0da2-41af-ad1e-caeab3570fdd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:00.785744 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-670ffc55-db4a-43e7-910f-6747087fa255 req-a6992015-0da2-41af-ad1e-caeab3570fdd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.1766956 Aug 16 11:46:00.912550 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:00.918520 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-670ffc55-db4a-43e7-910f-6747087fa255 req-73f794b6-41d5-4504-b62e-d88dd0f22ef5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076841 Aug 16 11:46:00.944261 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30567ced-106e-4b42-8d56-c6a5e483ccc0 req-a6eef8b3-15d3-40d5-b344-c0377b668117 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:00.954539 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30567ced-106e-4b42-8d56-c6a5e483ccc0 req-a6eef8b3-15d3-40d5-b344-c0377b668117 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 943 time: 0.1573074 Aug 16 11:46:00.954539 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:01.029601 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30567ced-106e-4b42-8d56-c6a5e483ccc0 req-b4c66a99-cb48-4bcc-b04c-c0a699959721 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747571 Aug 16 11:46:01.086783 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Allocated IP 172.27.0.2 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/08ade43f-624b-4dd7-9abe-9c48c1e45593) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:01.190801 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:01.324406 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device d1daaada-8a65-4a98-8a95-9d04968f6555 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:01.377357 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:01.419652 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:01.424753 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:01.429192 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:01.456930 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=08ade43f-624b-4dd7-9abe-9c48c1e45593,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:01.466907 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port d1daaada-8a65-4a98-8a95-9d04968f6555 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:01.559314 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2555562-1855-4b7f-8dbd-4388625b1264 None None] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:46:01.582149 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34ae60-9a96-4c6e-913d-c692bfa15a50 req-5830c003-0c6b-4bd6-b509-aec477e67bb6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:01.583703 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-da34ae60-9a96-4c6e-913d-c692bfa15a50 req-5830c003-0c6b-4bd6-b509-aec477e67bb6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.1240976 Aug 16 11:46:01.626337 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device aad2485a-3b69-4788-b107-942483832b2d details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:46:01.648075 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-da34ae60-9a96-4c6e-913d-c692bfa15a50 req-1632497a-3c1f-4728-821f-9e8a5244959b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472901 Aug 16 11:46:01.711145 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-1a88b1fe-931e-4fd0-90d1-2dd36b79f7bf None None] Provisioning for port d1daaada-8a65-4a98-8a95-9d04968f6555 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:01.783468 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-1a88b1fe-931e-4fd0-90d1-2dd36b79f7bf None None] Provisioning complete for port d1daaada-8a65-4a98-8a95-9d04968f6555 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:01.784107 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-1a88b1fe-931e-4fd0-90d1-2dd36b79f7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:01.816619 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac272807-d6fc-4e95-8761-8e56e8b7278b req-60cd5b7c-08ba-4990-93ee-0b23e19484b7 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:01.818032 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ac272807-d6fc-4e95-8761-8e56e8b7278b req-60cd5b7c-08ba-4990-93ee-0b23e19484b7 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.1096299 Aug 16 11:46:01.819873 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e239285c-df94-4600-af45-56d704c805cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:01.910728 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ac272807-d6fc-4e95-8761-8e56e8b7278b req-3b11c0ab-5341-419f-9756-e5d30390010e tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622351 Aug 16 11:46:01.911611 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:01.922942 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-1a88b1fe-931e-4fd0-90d1-2dd36b79f7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:01.926137 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port aad2485a-3b69-4788-b107-942483832b2d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=aad2485a-3b69-4788-b107-942483832b2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:01.951591 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': 'aad2485a-3b69-4788-b107-942483832b2d', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'port_id': 'aad2485a-3b69-4788-b107-942483832b2d', 'mac_address': 'fa:16:3e:57:d4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:46:02.009801 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-1a88b1fe-931e-4fd0-90d1-2dd36b79f7bf None None] For port d1daaada-8a65-4a98-8a95-9d04968f6555, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=d1daaada-8a65-4a98-8a95-9d04968f6555,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:02.016494 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:02.032138 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad2485a-3b69-4788-b107-942483832b2d {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:46:02.058077 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port aad2485a-3b69-4788-b107-942483832b2d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=aad2485a-3b69-4788-b107-942483832b2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:02.092624 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-1a88b1fe-931e-4fd0-90d1-2dd36b79f7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:02.109208 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea901f-cb11-492c-b33f-b9d52ba1dd7f req-23b907bc-e6a6-4100-b9dc-3abb180fb3c1 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:02.110686 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-15ea901f-cb11-492c-b33f-b9d52ba1dd7f req-23b907bc-e6a6-4100-b9dc-3abb180fb3c1 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0972788 Aug 16 11:46:02.152212 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88b1fe-931e-4fd0-90d1-2dd36b79f7bf None None] Pushing event updated for resources: {'Port': ['ID=d1daaada-8a65-4a98-8a95-9d04968f6555,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:02.212291 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-6678580e-cb47-46a0-b6b3-a5f7575e1feb None None] Provisioning complete for port d1daaada-8a65-4a98-8a95-9d04968f6555 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:02.212688 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6678580e-cb47-46a0-b6b3-a5f7575e1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:02.236298 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:02.299718 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=aad2485a-3b69-4788-b107-942483832b2d,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:02.392205 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-15ea901f-cb11-492c-b33f-b9d52ba1dd7f req-08a6e1d1-b17f-43d5-8f6a-3e682dae290a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728910 Aug 16 11:46:02.395979 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:02.461666 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068e563-d16d-40a1-9be5-6cdcf6ea7f5d req-d6edf462-2d4f-4cf5-9cb1-fa4296864bed tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:02.463370 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e068e563-d16d-40a1-9be5-6cdcf6ea7f5d req-d6edf462-2d4f-4cf5-9cb1-fa4296864bed tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 944 time: 0.1294539 Aug 16 11:46:02.561752 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['aad2485a-3b69-4788-b107-942483832b2d'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:02.579056 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e068e563-d16d-40a1-9be5-6cdcf6ea7f5d req-293b0354-0a05-45b2-97e2-10ebc2da6434 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062148 Aug 16 11:46:02.595851 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa04bf-1698-4738-95ca-7fb35ceb4c70 req-8c3bda79-9282-45ce-bd97-dc686e2f4870 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:02.598999 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28aa04bf-1698-4738-95ca-7fb35ceb4c70 req-8c3bda79-9282-45ce-bd97-dc686e2f4870 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.1273298 Aug 16 11:46:02.666628 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28aa04bf-1698-4738-95ca-7fb35ceb4c70 req-f5379c3f-274f-49c2-b6c2-41de0c972288 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560191 Aug 16 11:46:02.677698 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46082) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:02.736250 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Router 4b995454-43f9-4329-8bb0-23d0892ad460 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:46:02.998305 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c24719-e4af-4f44-ad83-d12abed9805d tempest-TestVolumeBootPattern-684322145 tempest-TestVolumeBootPattern-684322145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:02.999790 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-28c24719-e4af-4f44-ad83-d12abed9805d tempest-TestVolumeBootPattern-684322145 tempest-TestVolumeBootPattern-684322145-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 1094 time: 0.3180768 Aug 16 11:46:03.002824 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46094) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:03.008104 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:03.010040 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'port_id': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'tenant_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:03.018921 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Sync routers for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:03.030850 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:03.031689 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:03.136469 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:03.188085 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:03.296067 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device d1daaada-8a65-4a98-8a95-9d04968f6555 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:03.299552 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:03.333410 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:01Z', 'revision_number': 3, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:03.348188 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:03.350552 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1bb86375-7f96-485c-8555-15af8f016ce7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8381593 Aug 16 11:46:03.353915 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46096) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:03.362760 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Checking router: 4b995454-43f9-4329-8bb0-23d0892ad460 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:03.362760 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Updating router 4b995454-43f9-4329-8bb0-23d0892ad460 port 08ade43f-624b-4dd7-9abe-9c48c1e45593 binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:46:03.416932 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:03.428642 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port d1daaada-8a65-4a98-8a95-9d04968f6555 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:03.428807 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:03.454640 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Allocated IP 172.27.0.193 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/54691a27-3b0a-46dc-8eaa-e68f63d570f7) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:03.555379 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0eb54-26b4-42fd-8a52-e3087cdede66 req-446b36eb-e436-4932-aa48-7ce73e4050e1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:03.556891 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b7e0eb54-26b4-42fd-8a52-e3087cdede66 req-446b36eb-e436-4932-aa48-7ce73e4050e1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1051929 Aug 16 11:46:03.588071 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:03.705220 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b7e0eb54-26b4-42fd-8a52-e3087cdede66 req-981951b5-baa7-4c9f-8fa3-0eaf943a9bc1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200945 Aug 16 11:46:03.770882 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:03.824762 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:03.832975 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:03.838336 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:03.853510 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05dd28-acaa-4702-a741-65ab387e0588 req-6b732cbd-bed5-4a84-94f9-9892f54d849d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:03.855060 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5d05dd28-acaa-4702-a741-65ab387e0588 req-6b732cbd-bed5-4a84-94f9-9892f54d849d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 944 time: 0.1667247 Aug 16 11:46:03.889053 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=54691a27-3b0a-46dc-8eaa-e68f63d570f7,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:04.045231 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.056236 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5d05dd28-acaa-4702-a741-65ab387e0588 req-1da491aa-44fb-410f-a1ec-32d08cc73fd9 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998747 Aug 16 11:46:04.057658 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Transition to ACTIVE for port object 08ade43f-624b-4dd7-9abe-9c48c1e45593 will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:04.169580 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.172759 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.230296 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Attempting to bind port 08ade43f-624b-4dd7-9abe-9c48c1e45593 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:04.230296 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Attempting to bind port 08ade43f-624b-4dd7-9abe-9c48c1e45593 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:04.230296 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Attempting to bind port 08ade43f-624b-4dd7-9abe-9c48c1e45593 on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:04.240041 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:04.245074 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:04.245074 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.245074 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:04.245074 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Bound port: 08ade43f-624b-4dd7-9abe-9c48c1e45593, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:04.245074 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.245074 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Pushing event updated for resources: {'Port': ['ID=08ade43f-624b-4dd7-9abe-9c48c1e45593,revision_number=2']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:04.289840 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.290188 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.290526 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.290885 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.291259 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.291591 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.291912 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.292233 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.292554 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.292871 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.293193 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.293507 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:04.342182 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] For port 08ade43f-624b-4dd7-9abe-9c48c1e45593, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:04.342182 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] For port 08ade43f-624b-4dd7-9abe-9c48c1e45593, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=08ade43f-624b-4dd7-9abe-9c48c1e45593,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:04.388576 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Allocated IP 172.20.0.1 (0ef3b206-d367-47a6-8b9b-f27800e8c2bb/813cc25a-17ed-40af-9021-2050f0eb1448/57cd6cfa-6c0c-488c-933c-5b17ce93eb47) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:04.423854 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46136) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:04.441730 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.490662 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d815e021-c246-4d64-8468-f7a096e943b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.506759 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:04.507469 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:45:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:04.558880 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.568309 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b915c-1a90-46a5-98c7-5f3680fa6771 None None] Pushing event updated for resources: {'Port': ['ID=08ade43f-624b-4dd7-9abe-9c48c1e45593,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:04.570302 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-ea5a6dff-7426-4466-8ac4-39051f6e8539 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1446528 Aug 16 11:46:04.571462 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.578431 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.592518 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Transition to ACTIVE for port object 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:04.674466 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:04.692189 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce488ff9-3be7-41fb-a9e7-f16f3239a187 req-37ab4668-89ba-4b56-8742-ec019ea431e5 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:04.699531 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ce488ff9-3be7-41fb-a9e7-f16f3239a187 req-37ab4668-89ba-4b56-8742-ec019ea431e5 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.0740108 Aug 16 11:46:04.734954 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ce488ff9-3be7-41fb-a9e7-f16f3239a187 req-752320b0-8360-4066-a012-e292f97e22f3 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345452 Aug 16 11:46:04.751913 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.817523 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:04.834037 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:04.839776 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:04.857558 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:04.907689 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Pushing event updated for resources: {'Port': ['ID=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:04.946563 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a70963-e606-4c0b-97c4-329cca646911 req-05e5189f-3ea6-4b17-b32f-5a21d7796c4a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:04.948152 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3a70963-e606-4c0b-97c4-329cca646911 req-05e5189f-3ea6-4b17-b32f-5a21d7796c4a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.1295664 Aug 16 11:46:04.949561 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.009759 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:01Z', 'revision_number': 3, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:05.031692 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3a70963-e606-4c0b-97c4-329cca646911 req-0ee6a433-6f6e-4ac5-baa4-a3c4775ac393 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Aug 16 11:46:05.038410 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.071064 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c25128-8575-43fc-856a-f0ad54343bfe None None] The sync data for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi is: [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:01Z', 'revision_number': 3, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:05.172979 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.179972 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d3b22-dd58-4baf-9c15-d892a3882c6c req-0384eaba-fe33-4511-ba44-daa25c1d43a1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:05.182600 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5c2d3b22-dd58-4baf-9c15-d892a3882c6c req-0384eaba-fe33-4511-ba44-daa25c1d43a1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0579414 Aug 16 11:46:05.207498 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.226673 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.265965 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=54691a27-3b0a-46dc-8eaa-e68f63d570f7,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:05.278087 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5c2d3b22-dd58-4baf-9c15-d892a3882c6c req-42c87d2e-78a3-496d-9712-55d6e84e1255 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754354 Aug 16 11:46:05.282543 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-6756b672-eb2d-4a7c-ba4d-6ed27ceba67b None None] Provisioning for port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:05.287932 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-6756b672-eb2d-4a7c-ba4d-6ed27ceba67b None None] Provisioning complete for port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:05.297192 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6756b672-eb2d-4a7c-ba4d-6ed27ceba67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.363930 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-6756b672-eb2d-4a7c-ba4d-6ed27ceba67b None None] Port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:46:05.369561 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Floating IP f724accd-4bbd-43fe-8c3f-c16a1bf961cd associated. External IP: 172.27.0.193, port: e1a64376-fe09-405c-b4cd-8414a0adfbb5. Aug 16 11:46:05.512463 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc3980-8b1f-4801-a727-016204e06220 req-bba49eb8-c777-4850-a024-b5ab22ba8698 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:05.514212 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-50bc3980-8b1f-4801-a727-016204e06220 req-bba49eb8-c777-4850-a024-b5ab22ba8698 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 944 time: 0.1380565 Aug 16 11:46:05.623223 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-50bc3980-8b1f-4801-a727-016204e06220 req-d00a6721-7a13-43a3-b983-e88c73e45796 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929511 Aug 16 11:46:05.632125 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.662287 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device aad2485a-3b69-4788-b107-942483832b2d up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:05.704946 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.799478 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.805844 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Pushing event updated for resources: {'Port': ['ID=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:05.807376 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.878529 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port aad2485a-3b69-4788-b107-942483832b2d completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:05.883474 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port aad2485a-3b69-4788-b107-942483832b2d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:05.883850 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:05.977281 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-5fb232b6-d3db-465b-9c77-3da047392b23 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:05.979942 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-5fb232b6-d3db-465b-9c77-3da047392b23 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.36 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.0761294 Aug 16 11:46:05.987102 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:46:06.009069 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:06.038882 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:06.041991 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bc3ce4-4446-403c-a228-b130dd789108" -d '{"events": [{"server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "name": "network-vif-plugged", "status": "completed", "tag": "aad2485a-3b69-4788-b107-942483832b2d"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:06.059195 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port aad2485a-3b69-4788-b107-942483832b2d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=aad2485a-3b69-4788-b107-942483832b2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:06.093619 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa43b1f-7d38-40b0-9967-f4f43211debb x-openstack-request-id: req-faa43b1f-7d38-40b0-9967-f4f43211debb {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:06.093933 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "name": "network-vif-plugged", "status": "completed", "tag": "aad2485a-3b69-4788-b107-942483832b2d", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:06.094256 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faa43b1f-7d38-40b0-9967-f4f43211debb {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:06.094631 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d', 'code': 200} Aug 16 11:46:06.135082 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076e8a7-466c-465d-9788-b5a198bcb95e req-883bd989-ef9f-41be-a4f0-5b866d0e4913 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:06.136366 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:06.138385 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9076e8a7-466c-465d-9788-b5a198bcb95e req-883bd989-ef9f-41be-a4f0-5b866d0e4913 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 945 time: 0.2847066 Aug 16 11:46:06.211871 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=aad2485a-3b69-4788-b107-942483832b2d,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:06.246679 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:06.261227 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] Sync routers for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:06.273196 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Deleting port 2d9cc703-324e-4e99-9e39-e762d1d649c5 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:06.273527 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:06.279240 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:06.279883 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:06.283497 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:06.288821 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9076e8a7-466c-465d-9788-b5a198bcb95e req-1af5c0a6-a142-4466-a6c3-1684ca6f26cb tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326168 Aug 16 11:46:06.291399 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:06.324671 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0ea45-ff53-4dc4-abde-d0054a10dfba req-7d57977a-0a88-44ce-b89c-5d41b1bd0cca tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:06.327431 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3dd0ea45-ff53-4dc4-abde-d0054a10dfba req-7d57977a-0a88-44ce-b89c-5d41b1bd0cca tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.1270933 Aug 16 11:46:06.417983 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:06.438413 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3dd0ea45-ff53-4dc4-abde-d0054a10dfba req-7e7f23cf-cc58-4eba-85c0-145abbd88111 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576103 Aug 16 11:46:06.540392 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2fa0-8bfc-4e4d-9bea-862829b08302 req-37486807-ff9f-41d9-909a-7645cc44c684 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:06.542013 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b39e2fa0-8bfc-4e4d-9bea-862829b08302 req-37486807-ff9f-41d9-909a-7645cc44c684 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1182673 Aug 16 11:46:06.554259 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Router 4b995454-43f9-4329-8bb0-23d0892ad460 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:46:06.566643 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-91d1808f-d4d1-4e93-b7ba-e8da44549df6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5577111 Aug 16 11:46:06.566643 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'tag': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:06.568039 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f278450-9299-44c6-96da-e0b69a6bb4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "91a05049-35ae-42de-b9ee-c87e6de1a7e9", "tag": "e1a64376-fe09-405c-b4cd-8414a0adfbb5"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:06.573259 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] For port 2d9cc703-324e-4e99-9e39-e762d1d649c5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d9cc703-324e-4e99-9e39-e762d1d649c5,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:06.573636 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:06.597620 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Calling delete_port for 2d9cc703-324e-4e99-9e39-e762d1d649c5 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:06.619449 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60754a-100c-4c08-9524-5570109a1b68 req-6a26955c-2d1c-4d67-9f91-47f57c941fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:06.620464 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7f60754a-100c-4c08-9524-5570109a1b68 req-6a26955c-2d1c-4d67-9f91-47f57c941fe0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1098 time: 0.1256530 Aug 16 11:46:06.651458 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b39e2fa0-8bfc-4e4d-9bea-862829b08302 req-3c10efaf-afc3-4f68-815c-69b51406a30b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954075 Aug 16 11:46:06.656048 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac529e8-4c19-4963-a863-a399b2046088 x-openstack-request-id: req-bac529e8-4c19-4963-a863-a399b2046088 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:06.656343 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a05049-35ae-42de-b9ee-c87e6de1a7e9", "tag": "e1a64376-fe09-405c-b4cd-8414a0adfbb5", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:06.656595 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bac529e8-4c19-4963-a863-a399b2046088 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:06.656986 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'tag': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'status': 'completed', 'code': 200} Aug 16 11:46:06.687091 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:06.745207 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7f60754a-100c-4c08-9524-5570109a1b68 req-e98e2f90-a219-4610-bf08-211e304c91b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910273 Aug 16 11:46:06.745971 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:06.770621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-ddac11f5-8800-48fd-804e-4185119f9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:06.772399 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-ddac11f5-8800-48fd-804e-4185119f9eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 1099 time: 0.1054473 Aug 16 11:46:06.781040 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d25014f1-217b-4542-9b75-f56be7deb88f admin admin] 10.222.0.25 "PUT /v2.0/routers/4b995454-43f9-4329-8bb0-23d0892ad460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4256961 Aug 16 11:46:06.828507 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d15c4-1101-43c3-a816-65e5f875af88 req-49336fca-5936-49b0-86a2-8907325dd78f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:06.830030 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-843d15c4-1101-43c3-a816-65e5f875af88 req-49336fca-5936-49b0-86a2-8907325dd78f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.0817358 Aug 16 11:46:06.831327 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-be379731-6093-44e4-af69-8bb6efa4835b None None] Provisioning complete for port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:06.831736 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-be379731-6093-44e4-af69-8bb6efa4835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:06.886945 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-843d15c4-1101-43c3-a816-65e5f875af88 req-a5ade718-206a-47d4-a3bc-18a3e424df7b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476906 Aug 16 11:46:06.941181 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-87012c96-d3c1-45d5-94a4-0977d85b071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:06.942609 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-87012c96-d3c1-45d5-94a4-0977d85b071b service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.1306028 Aug 16 11:46:06.945861 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-be379731-6093-44e4-af69-8bb6efa4835b None None] Port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:46:07.010463 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:07.026363 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['2d9cc703-324e-4e99-9e39-e762d1d649c5'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:07.053463 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Pushing event deleted for resources: {'Port': ['ID=2d9cc703-324e-4e99-9e39-e762d1d649c5,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:07.074294 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'f724accd-4bbd-43fe-8c3f-c16a1bf961cd', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:14:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:04Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:07.087543 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-53b3c4ed-9ad6-4d76-9a4f-6b588bb351ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5 HTTP/1.1" status: 200 len: 1000 time: 0.1341553 Aug 16 11:46:07.102490 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] Checking router: 8cedec37-3119-4bad-a7a7-feb48c4a6d19 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:07.112873 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:07.113588 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:07.136554 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] No DVR routers for this DVR port 2d9cc703-324e-4e99-9e39-e762d1d649c5 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:46:07.136554 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:07.137474 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7b9286ad-ed58-451e-ad49-8476b405acd8 req-b99466f1-2a6d-49e3-9578-035d3a680825 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.36 "DELETE /v2.0/ports/2d9cc703-324e-4e99-9e39-e762d1d649c5 HTTP/1.1" status: 204 len: 173 time: 1.1487169 Aug 16 11:46:07.154729 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-798cf441-17f8-4d03-96b9-6bf1c34b4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:07.156292 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-798cf441-17f8-4d03-96b9-6bf1c34b4dd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0540993 Aug 16 11:46:07.214043 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Sync routers for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:07.225218 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:07.225863 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:07.254763 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:07.262365 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-7cf8783d-a5df-4485-b6bb-0ade983bd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:07.264159 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-7cf8783d-a5df-4485-b6bb-0ade983bd484 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925350 Aug 16 11:46:07.394173 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:07.414306 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 08ade43f-624b-4dd7-9abe-9c48c1e45593 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:07.446288 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:07.458829 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e09023-be5a-4147-bbb1-681c45951622 req-22fcfdd5-2f91-4c1e-970f-a48b9aae605f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:07.460937 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f4e09023-be5a-4147-bbb1-681c45951622 req-22fcfdd5-2f91-4c1e-970f-a48b9aae605f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.2230361 Aug 16 11:46:07.471900 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f0397fb3-ae7a-40c3-bd8c-f8bc95079b49 req-061efccb-a4e6-4c83-8309-e8420ea4ef6d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 210 time: 0.0870185 Aug 16 11:46:07.578425 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-e4187375-36ec-4277-bfe1-7500ca9fee0c service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949166 Aug 16 11:46:07.683647 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 2, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:07.692490 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d554-130c-44d5-bcb0-24215dd79876 req-8cf176fc-0329-4778-abfe-c529eb8f09cb tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:07.697185 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8865d554-130c-44d5-bcb0-24215dd79876 req-8cf176fc-0329-4778-abfe-c529eb8f09cb tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 945 time: 0.1242127 Aug 16 11:46:07.728080 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Checking router: 4b995454-43f9-4329-8bb0-23d0892ad460 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:07.729197 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Updating router 4b995454-43f9-4329-8bb0-23d0892ad460 port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:46:07.730257 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-2f278450-9299-44c6-96da-e0b69a6bb4bd req-a56c9a82-ed2d-4a75-9672-f3369e8eefb4 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231489 Aug 16 11:46:07.732481 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Deleting port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:07.732817 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:07.779933 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:07.788662 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 08ade43f-624b-4dd7-9abe-9c48c1e45593 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:07.801772 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 08ade43f-624b-4dd7-9abe-9c48c1e45593 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:07.802152 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:07.807618 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8865d554-130c-44d5-bcb0-24215dd79876 req-342449d2-c50e-4a6f-adea-a78c721cbcd9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030343 Aug 16 11:46:07.842190 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'f724accd-4bbd-43fe-8c3f-c16a1bf961cd', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:14:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:04Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:07.878444 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904bf2dc-4a58-4f44-bdab-5a4bf1f59d76 None None] The sync data for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi is: [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'f724accd-4bbd-43fe-8c3f-c16a1bf961cd', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:14:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:04Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:07.882659 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46196) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:07.888720 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1812918564-network', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:07.938408 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870a567-cf96-4a26-83ce-894c3a75906b req-a4172b08-f084-4747-b6c6-8e49056e3403 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:07.943478 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9870a567-cf96-4a26-83ce-894c3a75906b req-a4172b08-f084-4747-b6c6-8e49056e3403 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1284075 Aug 16 11:46:07.967319 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] For port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:07.968868 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:07.977915 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:07.993976 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Calling delete_port for 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:08.022859 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 08ade43f-624b-4dd7-9abe-9c48c1e45593, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=08ade43f-624b-4dd7-9abe-9c48c1e45593,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:08.065340 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Made reservation on behalf of 66264fbbacac4b7f9361f412a795a3a8 for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:46:08.068071 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.069110 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9870a567-cf96-4a26-83ce-894c3a75906b req-62ba24dc-5f35-4f55-b90b-225f3fcbef6f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088068 Aug 16 11:46:08.090533 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.100634 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.116150 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343bd2f-f027-4b3f-b108-2ab3e283d984 req-a3ae31bf-c062-40bb-b2b4-92bbc5895aba tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:08.118532 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9343bd2f-f027-4b3f-b108-2ab3e283d984 req-a3ae31bf-c062-40bb-b2b4-92bbc5895aba tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.1365356 Aug 16 11:46:08.176254 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9343bd2f-f027-4b3f-b108-2ab3e283d984 req-a3f228bb-6c4e-431e-8851-b6ec9021569e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Aug 16 11:46:08.212870 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.215416 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=08ade43f-624b-4dd7-9abe-9c48c1e45593,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:08.236201 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Transition to ACTIVE for port object 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:08.265766 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4151e6-6f2f-4698-84cd-5387754ada2b None None] New status for floating IP f724accd-4bbd-43fe-8c3f-c16a1bf961cd: ACTIVE {{(pid=100979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:46:08.296913 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.375940 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.426724 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d6659-b656-4810-bd45-4cee2b380778 None None] Pushing event updated for resources: {'Port': ['ID=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:08.436761 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.439293 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.456200 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f', '2f84ce86-f42d-4c90-b398-4a2d4eea47b8'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:08.500208 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Attempting to bind port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:08.500574 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Attempting to bind port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:08.501026 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Attempting to bind port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 on network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:08.502289 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Pushing event deleted for resources: {'Port': ['ID=2f84ce86-f42d-4c90-b398-4a2d4eea47b8,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:08.507207 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:08.507843 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Checking segment: {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:08.508415 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.508809 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Bound using segment: {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:08.509274 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Bound port: 57cd6cfa-6c0c-488c-933c-5b17ce93eb47, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:08.509736 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.554446 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:46:08.636507 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a5d80-69c5-4057-ac3b-0009cadb1076,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:08.651129 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] For port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:08.651129 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] For port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:08.660821 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] No DVR routers for this DVR port 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:46:08.664851 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b35ec-c505-4fa8-966c-8dffa2831119', 'name': 'network-vif-deleted', 'tag': '2d9cc703-324e-4e99-9e39-e762d1d649c5'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:08.667369 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b184d646-4055-4d20-9eac-366abe50e9a9" -d '{"events": [{"server_uuid": "f80b35ec-c505-4fa8-966c-8dffa2831119", "name": "network-vif-deleted", "tag": "2d9cc703-324e-4e99-9e39-e762d1d649c5"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:08.674034 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.676070 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f4e09023-be5a-4147-bbb1-681c45951622 req-99c17ae6-9247-4f77-a0d3-51d2e1ef175c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.36 "DELETE /v2.0/ports/2f84ce86-f42d-4c90-b398-4a2d4eea47b8 HTTP/1.1" status: 204 len: 173 time: 1.2056606 Aug 16 11:46:08.677200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.678259 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Added segment 0c66d5b3-0623-4486-8c02-6140d7ee86c8 of type vlan for network fdb5998c-079d-4c9c-b405-7ff5c25e8daa Aug 16 11:46:08.699696 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8f91efe4-ca28-4aa0-9ea1-25a84af3d68f req-ea2e0a87-e103-48e7-a4b5-83308cf63c6d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80b35ec-c505-4fa8-966c-8dffa2831119 HTTP/1.1" status: 200 len: 210 time: 0.0531597 Aug 16 11:46:08.729642 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f9669-fd95-4878-a2a2-a9be07b2e977 x-openstack-request-id: req-e30f9669-fd95-4878-a2a2-a9be07b2e977 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:08.729931 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80b35ec-c505-4fa8-966c-8dffa2831119", "name": "network-vif-deleted", "tag": "2d9cc703-324e-4e99-9e39-e762d1d649c5", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:08.730174 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e30f9669-fd95-4878-a2a2-a9be07b2e977 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:08.730559 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b35ec-c505-4fa8-966c-8dffa2831119', 'name': 'network-vif-deleted', 'tag': '2d9cc703-324e-4e99-9e39-e762d1d649c5', 'status': 'completed', 'code': 200} Aug 16 11:46:08.736251 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.745412 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.793955 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:08.794617 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:08.799696 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d6659-b656-4810-bd45-4cee2b380778 None None] Pushing event updated for resources: {'Port': ['ID=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,revision_number=4']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:08.867198 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.868613 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:08.869382 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:08.919012 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:08.921022 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a56ff3b0-3584-4984-8313-7c7d3fff0657 req-19275107-0668-40d3-a063-79f69a64a771 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9f15da0-f42f-42a9-8786-0fa785a72fa4 HTTP/1.1" status: 200 len: 210 time: 0.0340405 Aug 16 11:46:08.956155 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] Pushing event updated for resources: {'Network': ['ID=fdb5998c-079d-4c9c-b405-7ff5c25e8daa,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:08.970907 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network fdb5998c-079d-4c9c-b405-7ff5c25e8daa details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:46:09.033662 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-df72320a-605c-4a33-85a6-3f5d534cdeee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1497240 Aug 16 11:46:09.036402 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46208) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:09.044778 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Request body: {'subnet': {'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1812918564-subnet', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'ip_version': 4}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:09.138264 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-cc245773-0047-4903-be43-e6b63a34462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:08Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:09.164947 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc245773-0047-4903-be43-e6b63a34462c None None] The sync data for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi is: [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:08Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:09.172677 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Made reservation on behalf of 66264fbbacac4b7f9361f412a795a3a8 for: {'subnet': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:46:09.178177 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Notify callbacks [] for subnet, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:09.190843 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca731-8240-4e1b-a664-945eab4ac168 req-c05be384-994d-46f2-944a-7aab6722d47f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:09.192439 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59eca731-8240-4e1b-a664-945eab4ac168 req-c05be384-994d-46f2-944a-7aab6722d47f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0526817 Aug 16 11:46:09.275264 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59eca731-8240-4e1b-a664-945eab4ac168 req-a223da0e-bfd8-4f11-83e8-1382a337dbba tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751982 Aug 16 11:46:09.407017 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a555a-99b0-48d5-93c9-e69cfbb2abbc req-1cfbb6b3-7a99-4c73-9e26-62e2703b8907 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:09.415022 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e32a555a-99b0-48d5-93c9-e69cfbb2abbc req-1cfbb6b3-7a99-4c73-9e26-62e2703b8907 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.0819831 Aug 16 11:46:09.451135 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e32a555a-99b0-48d5-93c9-e69cfbb2abbc req-bf6f7cea-cd21-41fa-9e36-cc5b2c84f670 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Aug 16 11:46:09.472860 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:09.510304 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for subnet, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:09.587608 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0bef3d-264a-4fb0-b33f-552424822ebc,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:09.593895 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Checking segment: {'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:09.594336 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Network hostable DHCP agents. Network: fdb5998c-079d-4c9c-b405-7ff5c25e8daa, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:46:09.617644 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93bf1a-deb8-485b-a275-6e21f02734a6 req-8e1dc71c-37f8-4851-90c5-19fa48ab9724 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:09.619315 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3a93bf1a-deb8-485b-a275-6e21f02734a6 req-8e1dc71c-37f8-4851-90c5-19fa48ab9724 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.0601306 Aug 16 11:46:09.629590 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:09.635589 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:09.636319 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:09.658480 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3a93bf1a-deb8-485b-a275-6e21f02734a6 req-a6d9c083-19c6-4ed3-ad5e-9c4b59b7b45d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Aug 16 11:46:09.682498 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2d9cc703-324e-4e99-9e39-e762d1d649c5 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:09.718893 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 2d9cc703-324e-4e99-9e39-e762d1d649c5 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:09.719324 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2d9cc703-324e-4e99-9e39-e762d1d649c5 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:09.741522 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Network fdb5998c-079d-4c9c-b405-7ff5c25e8daa is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:46:09.821008 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:09.844312 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, fdb5998c-079d-4c9c-b405-7ff5c25e8daa) {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:09.852707 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:09.856094 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:09.866895 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a309c5-d018-460a-99e8-2e0aa9d0a77b None None] Network fdb5998c-079d-4c9c-b405-7ff5c25e8daa requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:46:09.866895 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:09.984937 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-0aefd95c-a20e-40ed-87d9-b920114379df admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9424763 Aug 16 11:46:09.986167 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46228) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:09.991392 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:09.995831 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:09.998093 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 08ade43f-624b-4dd7-9abe-9c48c1e45593 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:10.112724 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.114076 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.227127 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.250301 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-543390e7-18ef-433d-8b43-429ea43e93f7 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:10.252177 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-543390e7-18ef-433d-8b43-429ea43e93f7 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/networks?id=835136b3-af6b-44dd-bf4f-1db97b35b808 HTTP/1.1" status: 200 len: 808 time: 0.1639693 Aug 16 11:46:10.257391 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:10.268749 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-fdb5998c-079d-4c9c-b405-7ff5c25e8daa', 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'fixed_ips': [{'subnet_id': '4b0bef3d-264a-4fb0-b33f-552424822ebc'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:46:10.269795 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.273283 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-169ccd70-5e01-4e62-b068-eb1dcdbd6fe9 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/quotas/cf13400872e647f89cd4c860147e4d97 HTTP/1.1" status: 200 len: 375 time: 0.0128789 Aug 16 11:46:10.276838 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.279835 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.279835 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.279835 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.279835 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.279835 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.279835 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.279835 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.279835 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.280450 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.280450 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.280601 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:10.307249 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 08ade43f-624b-4dd7-9abe-9c48c1e45593 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:10.309736 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.315070 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-03e1e3aa-c312-481b-9bdb-024b87d5a769 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf13400872e647f89cd4c860147e4d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343211 Aug 16 11:46:10.504608 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Allocated IP 172.20.0.2 (fdb5998c-079d-4c9c-b405-7ff5c25e8daa/4b0bef3d-264a-4fb0-b33f-552424822ebc/459bdab7-27b0-4e1d-bdc5-0e548396df26) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:10.512571 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.571798 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-8ea46de5-07de-4af1-bcd1-536e81774ca0 service neutron] 10.222.0.25 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484114 Aug 16 11:46:10.631781 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0a73b-64ec-4dff-bf2d-87f9def69f82 req-6811f3f9-11cb-4619-aa8e-30fbde3744a7 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:10.633259 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67a0a73b-64ec-4dff-bf2d-87f9def69f82 req-6811f3f9-11cb-4619-aa8e-30fbde3744a7 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.1151361 Aug 16 11:46:10.668910 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.677149 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Transition to ACTIVE for port object 459bdab7-27b0-4e1d-bdc5-0e548396df26 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:10.692381 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Transition to ACTIVE for port object 459bdab7-27b0-4e1d-bdc5-0e548396df26 will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:10.732137 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f15da0-f42f-42a9-8786-0fa785a72fa4', 'name': 'network-vif-deleted', 'tag': '2f84ce86-f42d-4c90-b398-4a2d4eea47b8'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:10.735091 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5567e7d-d9cc-43c9-80e8-cd0cd91e12e2" -d '{"events": [{"server_uuid": "a9f15da0-f42f-42a9-8786-0fa785a72fa4", "name": "network-vif-deleted", "tag": "2f84ce86-f42d-4c90-b398-4a2d4eea47b8"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:10.743365 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-67a0a73b-64ec-4dff-bf2d-87f9def69f82 req-2b3535c3-c40c-4f98-aa85-2e11fae78c30 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952601 Aug 16 11:46:10.752361 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-a0ef15b2-a3dd-47f4-9725-b4abcaafa2f2 service neutron] 10.222.0.25 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742628 Aug 16 11:46:10.779437 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.826636 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Pushing event updated for resources: {'Port': ['ID=459bdab7-27b0-4e1d-bdc5-0e548396df26,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:10.847996 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Network fdb5998c-079d-4c9c-b405-7ff5c25e8daa is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:10.850600 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:10.855221 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:10.917977 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Attempting to bind port 459bdab7-27b0-4e1d-bdc5-0e548396df26 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:10.918331 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Attempting to bind port 459bdab7-27b0-4e1d-bdc5-0e548396df26 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:10.918737 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Attempting to bind port 459bdab7-27b0-4e1d-bdc5-0e548396df26 on network fdb5998c-079d-4c9c-b405-7ff5c25e8daa {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:10.924947 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:10.925440 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Checking segment: {'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:10.926627 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.926627 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Bound using segment: {'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:10.930901 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Bound port: 459bdab7-27b0-4e1d-bdc5-0e548396df26, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:10.930901 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.946874 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f70c1-824f-4988-acf0-16d158ba446a req-fdf75d73-01d9-4cf5-a63e-23c3d154b456 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:10.948612 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1f4f70c1-824f-4988-acf0-16d158ba446a req-fdf75d73-01d9-4cf5-a63e-23c3d154b456 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1262479 Aug 16 11:46:10.954702 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:10.983075 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:11.008613 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] For port 459bdab7-27b0-4e1d-bdc5-0e548396df26, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:11.015829 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] For port 459bdab7-27b0-4e1d-bdc5-0e548396df26, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=459bdab7-27b0-4e1d-bdc5-0e548396df26,segment=NetworkSegment(0c66d5b3-0623-4486-8c02-6140d7ee86c8),segment_id=0c66d5b3-0623-4486-8c02-6140d7ee86c8)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:11.082780 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:11.142713 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509826d-512e-4c97-b4c5-d802934b8fbe None None] Pushing event updated for resources: {'Port': ['ID=459bdab7-27b0-4e1d-bdc5-0e548396df26,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:11.224300 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1f4f70c1-824f-4988-acf0-16d158ba446a req-1632bfae-33fb-422a-8269-d6e048cfcaf2 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674167 Aug 16 11:46:11.290937 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e43b7f-78de-439f-8fbe-77fd5e86acef x-openstack-request-id: req-03e43b7f-78de-439f-8fbe-77fd5e86acef {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:11.291416 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f15da0-f42f-42a9-8786-0fa785a72fa4", "name": "network-vif-deleted", "tag": "2f84ce86-f42d-4c90-b398-4a2d4eea47b8", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:11.291813 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03e43b7f-78de-439f-8fbe-77fd5e86acef {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:11.292351 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f15da0-f42f-42a9-8786-0fa785a72fa4', 'name': 'network-vif-deleted', 'tag': '2f84ce86-f42d-4c90-b398-4a2d4eea47b8', 'status': 'completed', 'code': 200} Aug 16 11:46:11.315207 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d1b3d-1307-4078-8185-6b5f6a70f785 req-8f8ddbcc-043d-42e1-86fd-d445b493753c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:11.316809 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-194d1b3d-1307-4078-8185-6b5f6a70f785 req-8f8ddbcc-043d-42e1-86fd-d445b493753c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1091192 Aug 16 11:46:11.319420 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:11.353763 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Allocated IP 172.27.0.211 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/0058b867-6c2d-4262-83b7-78d94a53ee52) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:11.417802 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c4eae122-dc4a-4730-a515-268b461cd7ea req-3675236d-b948-447d-8684-f5f9132c061b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 210 time: 0.0718274 Aug 16 11:46:11.423513 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:11.424170 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:11.444191 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-194d1b3d-1307-4078-8185-6b5f6a70f785 req-fbbc93c2-2f1e-4c63-9878-f65ef7d781ca tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153290 Aug 16 11:46:11.548511 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:11.682376 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:11.708702 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:11.709178 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2f84ce86-f42d-4c90-b398-4a2d4eea47b8 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:11.713398 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:11.757318 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:11.760229 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:11.764423 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:11.767347 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Pushing event updated for resources: {'Port': ['ID=0058b867-6c2d-4262-83b7-78d94a53ee52,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:12.122820 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:12.152613 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255b22a-5d2d-48e6-87ff-70f84c78f4d2 None None] Network fdb5998c-079d-4c9c-b405-7ff5c25e8daa requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:46:12.332679 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-04e8e3dd-22c1-40e6-82a1-048cdcae95ac None None] Provisioning for port 459bdab7-27b0-4e1d-bdc5-0e548396df26 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:12.357810 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:12.420411 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267fc57-fb7d-48fd-b1ac-f4409099f722 req-090f43da-58a8-4f43-9218-41af397c0670 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:12.421966 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c267fc57-fb7d-48fd-b1ac-f4409099f722 req-090f43da-58a8-4f43-9218-41af397c0670 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0960045 Aug 16 11:46:12.528990 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-45ee40d4-60d7-40f0-9453-9ba9c5b3c36f req-8e9d3c52-b1aa-4756-8cb2-d22fbb3c4f51 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 210 time: 0.0316541 Aug 16 11:46:12.532776 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c267fc57-fb7d-48fd-b1ac-f4409099f722 req-6d52084e-02d7-450c-9715-17f71c8c1ff4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036098 Aug 16 11:46:12.638437 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcbab0-939e-46ca-8c5f-e1ce3efa239d req-3b66318e-dcbc-4be4-8802-41b8453c39ab tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:12.639955 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-95bcbab0-939e-46ca-8c5f-e1ce3efa239d req-3b66318e-dcbc-4be4-8802-41b8453c39ab tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0478361 Aug 16 11:46:12.665802 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Router b04e9e23-0e95-4365-829a-b2825bdb27a3 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:46:12.684528 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-95bcbab0-939e-46ca-8c5f-e1ce3efa239d req-7645816b-5364-44e8-9525-5e238e4f8289 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387802 Aug 16 11:46:12.794863 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:12.807526 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Sync routers for ids ['b04e9e23-0e95-4365-829a-b2825bdb27a3'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:12.816525 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Routers {'b04e9e23-0e95-4365-829a-b2825bdb27a3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:12.817134 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['b04e9e23-0e95-4365-829a-b2825bdb27a3'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:12.886833 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] Notify callbacks [] for router, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:12.888632 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-5884c5d4-4502-48fb-a683-cf9444072444 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9014411 Aug 16 11:46:12.891306 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46280) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:12.933678 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Set router b04e9e23-0e95-4365-829a-b2825bdb27a3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:13.294260 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:11Z', 'revision_number': 3, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port': {'id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:13.332884 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Checking router: b04e9e23-0e95-4365-829a-b2825bdb27a3 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:13.333236 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Updating router b04e9e23-0e95-4365-829a-b2825bdb27a3 port 0058b867-6c2d-4262-83b7-78d94a53ee52 binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:46:13.373517 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.379813 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 459bdab7-27b0-4e1d-bdc5-0e548396df26 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:13.555043 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 459bdab7-27b0-4e1d-bdc5-0e548396df26 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:13.558061 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 459bdab7-27b0-4e1d-bdc5-0e548396df26 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:13.558808 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.598468 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.650425 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.693667 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 459bdab7-27b0-4e1d-bdc5-0e548396df26, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=459bdab7-27b0-4e1d-bdc5-0e548396df26,segment=NetworkSegment(0c66d5b3-0623-4486-8c02-6140d7ee86c8),segment_id=0c66d5b3-0623-4486-8c02-6140d7ee86c8)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:13.720573 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.731341 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-00e00505-731b-43a1-8b62-90f21376c980 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:13.733571 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-00e00505-731b-43a1-8b62-90f21376c980 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.36 "GET /v2.0/networks?id=835136b3-af6b-44dd-bf4f-1db97b35b808 HTTP/1.1" status: 200 len: 808 time: 0.1155920 Aug 16 11:46:13.736143 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Transition to ACTIVE for port object 0058b867-6c2d-4262-83b7-78d94a53ee52 will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:13.748269 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Request body: {'port': {'device_id': 'cede3977-3d33-42cc-ae1c-8c2ba800acaf', 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808', 'admin_state_up': True, 'tenant_id': 'cf13400872e647f89cd4c860147e4d97'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:13.788594 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.801167 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Allocated IP 172.20.0.1 (fdb5998c-079d-4c9c-b405-7ff5c25e8daa/4b0bef3d-264a-4fb0-b33f-552424822ebc/d97d52a1-159b-495b-852d-6a0c46a24f01) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:13.838508 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.866384 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=459bdab7-27b0-4e1d-bdc5-0e548396df26,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:13.918594 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Attempting to bind port 0058b867-6c2d-4262-83b7-78d94a53ee52 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:13.919252 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Attempting to bind port 0058b867-6c2d-4262-83b7-78d94a53ee52 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:13.919681 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Attempting to bind port 0058b867-6c2d-4262-83b7-78d94a53ee52 on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:13.930909 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22d99-5ee0-478a-9acc-937fc1700528 None None] Pushing event updated for resources: {'Port': ['ID=0058b867-6c2d-4262-83b7-78d94a53ee52,revision_number=2']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:13.931067 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:13.931421 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:13.932032 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.932623 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:13.933286 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Bound port: 0058b867-6c2d-4262-83b7-78d94a53ee52, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:13.933884 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.948413 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.961031 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Made reservation on behalf of cf13400872e647f89cd4c860147e4d97 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:46:13.966157 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:13.969250 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Transition to ACTIVE for port object d97d52a1-159b-495b-852d-6a0c46a24f01 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:14.001196 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] For port 0058b867-6c2d-4262-83b7-78d94a53ee52, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:14.004697 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] For port 0058b867-6c2d-4262-83b7-78d94a53ee52, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0058b867-6c2d-4262-83b7-78d94a53ee52,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:14.098348 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Allocated IP 172.20.0.6 (835136b3-af6b-44dd-bf4f-1db97b35b808/8e906c54-c5f7-47be-b02f-b22dc2803e4c/5c984373-7026-4a83-a5a3-762157ee6673) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:14.102126 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.139795 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.218616 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22d99-5ee0-478a-9acc-937fc1700528 None None] Pushing event updated for resources: {'Port': ['ID=0058b867-6c2d-4262-83b7-78d94a53ee52,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:14.247214 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Network fdb5998c-079d-4c9c-b405-7ff5c25e8daa is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:14.254111 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Routers {'b04e9e23-0e95-4365-829a-b2825bdb27a3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:14.255055 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['b04e9e23-0e95-4365-829a-b2825bdb27a3'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:14.286535 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:14.291983 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:14.298342 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04cbf1fb-3ed8-4e0f-bf29-baa1ef614475 req-f7ad37a8-908d-403c-ab4f-e56b5dd2b406 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 210 time: 0.0560443 Aug 16 11:46:14.322465 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=d97d52a1-159b-495b-852d-6a0c46a24f01,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:14.358350 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828220b-a06d-40b3-a9bc-472171cb24a8 req-ed90cfa6-11ff-45f4-b368-7ffd1c63b9e4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:14.374922 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0828220b-a06d-40b3-a9bc-472171cb24a8 req-ed90cfa6-11ff-45f4-b368-7ffd1c63b9e4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1864038 Aug 16 11:46:14.415219 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.422608 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.456313 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] Set router b04e9e23-0e95-4365-829a-b2825bdb27a3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:14.555151 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0828220b-a06d-40b3-a9bc-472171cb24a8 req-038393e5-d758-4839-8eb7-8207665b8773 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845150 Aug 16 11:46:14.638765 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.677419 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f80f20-f1df-4bd4-83c9-8ab5302b10b9 req-f6029b78-3336-424b-a486-cfd18fef1a1e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:14.687912 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-09f80f20-f1df-4bd4-83c9-8ab5302b10b9 req-f6029b78-3336-424b-a486-cfd18fef1a1e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1573286 Aug 16 11:46:14.706868 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Pushing event updated for resources: {'Port': ['ID=5c984373-7026-4a83-a5a3-762157ee6673,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:14.717289 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Network 835136b3-af6b-44dd-bf4f-1db97b35b808 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:14.717860 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:14.721087 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:14.721699 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:11Z', 'revision_number': 3, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port': {'id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:14.727106 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-09f80f20-f1df-4bd4-83c9-8ab5302b10b9 req-34256904-7a1c-4bb6-8ba7-b6bdcc665441 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387204 Aug 16 11:46:14.729621 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:14.730175 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.750370 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639f1f1-f52b-4b3d-8ad6-4f677472eee8 None None] The sync data for ids ['b04e9e23-0e95-4365-829a-b2825bdb27a3'] in dv-cinder-804698-1-iscsi is: [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:11Z', 'revision_number': 3, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port': {'id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:14.781641 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.795507 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-28f45e62-789a-457d-8030-356279a56cc2 None None] Provisioning for port d97d52a1-159b-495b-852d-6a0c46a24f01 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:14.800011 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-28f45e62-789a-457d-8030-356279a56cc2 None None] Provisioning complete for port d97d52a1-159b-495b-852d-6a0c46a24f01 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:14.800655 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-28f45e62-789a-457d-8030-356279a56cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.844345 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-28f45e62-789a-457d-8030-356279a56cc2 None None] Port d97d52a1-159b-495b-852d-6a0c46a24f01 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:46:14.893125 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-98bfe38f-41d1-43a8-ab4b-8ce2c417ca93 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1488528 Aug 16 11:46:14.910062 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Request body: {'port': {'device_id': 'cede3977-3d33-42cc-ae1c-8c2ba800acaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:14.980585 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:14.986570 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.064247 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.131817 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.134600 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=d97d52a1-159b-495b-852d-6a0c46a24f01,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:15.243663 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Network fdb5998c-079d-4c9c-b405-7ff5c25e8daa is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:15.245554 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:15.410616 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c984373-7026-4a83-a5a3-762157ee6673 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:46:15.423894 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.438481 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Transition to ACTIVE for port object 5c984373-7026-4a83-a5a3-762157ee6673 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:15.485702 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259106-ce44-4de5-80af-01dca2473988 req-c4f95671-b716-4447-9aa7-8b328e351a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:15.487263 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-c4f95671-b716-4447-9aa7-8b328e351a31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7&tenant_id=9ee6233957fd4f58aad455bc7aab64b2 HTTP/1.1" status: 200 len: 1097 time: 0.1761427 Aug 16 11:46:15.514264 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Router b04e9e23-0e95-4365-829a-b2825bdb27a3 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:46:15.515542 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.535168 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0058b867-6c2d-4262-83b7-78d94a53ee52 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:15.551659 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94781f14-0eb7-4e7e-815b-79439e6af623 req-40ebc2a9-af4c-495f-b0d8-8e006ef94ff3 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:15.554043 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94781f14-0eb7-4e7e-815b-79439e6af623 req-40ebc2a9-af4c-495f-b0d8-8e006ef94ff3 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 931 time: 0.0934839 Aug 16 11:46:15.616352 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259106-ce44-4de5-80af-01dca2473988 req-8b1640c1-05d3-4a45-9c2f-85fe3fdbb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:15.618083 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-8b1640c1-05d3-4a45-9c2f-85fe3fdbb152 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 1097 time: 0.0688233 Aug 16 11:46:15.634770 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Pushing event updated for resources: {'Port': ['ID=5c984373-7026-4a83-a5a3-762157ee6673,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:15.637727 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-29cef53c-0772-40f1-958b-db9e3d6eb08a None None] Provisioning complete for port d97d52a1-159b-495b-852d-6a0c46a24f01 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:15.638311 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-29cef53c-0772-40f1-958b-db9e3d6eb08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.675920 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-29cef53c-0772-40f1-958b-db9e3d6eb08a None None] Port d97d52a1-159b-495b-852d-6a0c46a24f01 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:46:15.697822 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94781f14-0eb7-4e7e-815b-79439e6af623 req-136d1494-92f5-45b2-bb72-1c7ebdb617a9 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126497 Aug 16 11:46:15.735910 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:15.741635 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-c2b7b0f3-ac9d-4381-9470-4f756ef29ea7 admin admin] 10.222.0.25 "PUT /v2.0/routers/b04e9e23-0e95-4365-829a-b2825bdb27a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8492370 Aug 16 11:46:15.750346 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa45432-c32c-4b9a-86a1-2bcac0e9e20e req-ecdeb7b4-30dc-417f-90fd-34f8fc691d0d tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:15.751283 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1aa45432-c32c-4b9a-86a1-2bcac0e9e20e req-ecdeb7b4-30dc-417f-90fd-34f8fc691d0d tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0864501 Aug 16 11:46:15.756290 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 0058b867-6c2d-4262-83b7-78d94a53ee52 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:15.763072 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 0058b867-6c2d-4262-83b7-78d94a53ee52 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:15.763453 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.768627 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Attempting to bind port 5c984373-7026-4a83-a5a3-762157ee6673 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:15.770388 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Attempting to bind port 5c984373-7026-4a83-a5a3-762157ee6673 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:15.771034 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Attempting to bind port 5c984373-7026-4a83-a5a3-762157ee6673 on network 835136b3-af6b-44dd-bf4f-1db97b35b808 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:15.785436 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Port 5c984373-7026-4a83-a5a3-762157ee6673 on network 835136b3-af6b-44dd-bf4f-1db97b35b808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:46:15.790796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Attempting to bind port 5c984373-7026-4a83-a5a3-762157ee6673 on network 835136b3-af6b-44dd-bf4f-1db97b35b808 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:15.803386 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:15.804666 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1aa45432-c32c-4b9a-86a1-2bcac0e9e20e req-9baa446b-7283-4ad1-8ae8-ad731424c76c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462494 Aug 16 11:46:15.805655 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Checking segment: {'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:15.806291 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Bound using segment: {'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:15.806999 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Bound port: 5c984373-7026-4a83-a5a3-762157ee6673, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13252c88-6bbd-4119-989d-9bd6ddcf885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:15.807827 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.878412 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259106-ce44-4de5-80af-01dca2473988 req-e6cc80fc-91ac-45f3-99cc-cf6a8c26d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:15.880294 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-e6cc80fc-91ac-45f3-99cc-cf6a8c26d65e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 917 time: 0.2331619 Aug 16 11:46:15.903686 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:15.932361 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d3fef-ab37-49d3-b458-29a6b935fe14 req-75bf705a-86ce-47b4-9c02-2a222791572a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:15.932976 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port 0058b867-6c2d-4262-83b7-78d94a53ee52, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0058b867-6c2d-4262-83b7-78d94a53ee52,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:15.935423 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cc0d3fef-ab37-49d3-b458-29a6b935fe14 req-75bf705a-86ce-47b4-9c02-2a222791572a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0750906 Aug 16 11:46:15.972791 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] For port 5c984373-7026-4a83-a5a3-762157ee6673, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:15.980652 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] For port 5c984373-7026-4a83-a5a3-762157ee6673, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c984373-7026-4a83-a5a3-762157ee6673,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:15.991333 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-d02e1ae9-3262-4f72-9890-e5b7b1913d4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f HTTP/1.1" status: 200 len: 1000 time: 0.0997143 Aug 16 11:46:15.993288 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cc0d3fef-ab37-49d3-b458-29a6b935fe14 req-7cde34ef-2140-46ac-963f-40789cf126a9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Aug 16 11:46:16.019927 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:16.020740 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 459bdab7-27b0-4e1d-bdc5-0e548396df26 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:16.047218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259106-ce44-4de5-80af-01dca2473988 req-07693993-4ced-48c6-b892-ca0102c6e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.048688 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-07693993-4ced-48c6-b892-ca0102c6e780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0492396 Aug 16 11:46:16.089682 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:16.111783 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=0058b867-6c2d-4262-83b7-78d94a53ee52,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:16.115879 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 459bdab7-27b0-4e1d-bdc5-0e548396df26 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:16.116227 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:16.142768 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259106-ce44-4de5-80af-01dca2473988 req-24061ac1-df07-4c52-9792-c296ce633c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.144293 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-24061ac1-df07-4c52-9792-c296ce633c18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857153 Aug 16 11:46:16.145629 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.146228 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:16.147734 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] 10.222.0.36 "PUT /v2.0/ports/5c984373-7026-4a83-a5a3-762157ee6673 HTTP/1.1" status: 200 len: 1093 time: 1.2419987 Aug 16 11:46:16.152205 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cede3977-3d33-42cc-ae1c-8c2ba800acaf', 'tag': '5c984373-7026-4a83-a5a3-762157ee6673'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:16.154442 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f3802e-b8db-4521-bb23-7d8b7cf6f00a" -d '{"events": [{"name": "network-changed", "server_uuid": "cede3977-3d33-42cc-ae1c-8c2ba800acaf", "tag": "5c984373-7026-4a83-a5a3-762157ee6673"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:16.223595 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc818194-2cc3-470a-b3f8-465fba570379 x-openstack-request-id: req-cc818194-2cc3-470a-b3f8-465fba570379 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:16.223901 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cede3977-3d33-42cc-ae1c-8c2ba800acaf", "tag": "5c984373-7026-4a83-a5a3-762157ee6673", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:16.224126 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc818194-2cc3-470a-b3f8-465fba570379 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:16.224597 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cede3977-3d33-42cc-ae1c-8c2ba800acaf', 'tag': '5c984373-7026-4a83-a5a3-762157ee6673', 'status': 'completed', 'code': 200} Aug 16 11:46:16.235524 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b66ae1-4b76-4072-990e-a8efe00745ab service neutron] Pushing event updated for resources: {'Port': ['ID=5c984373-7026-4a83-a5a3-762157ee6673,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:16.297946 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-361c7183-ee41-46a6-8131-40fae48510fa service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298892 Aug 16 11:46:16.303987 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3802e-b8db-4521-bb23-7d8b7cf6f00a req-26c726de-81c3-4cdd-8084-835514845a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.305358 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1f3802e-b8db-4521-bb23-7d8b7cf6f00a req-26c726de-81c3-4cdd-8084-835514845a9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf13400872e647f89cd4c860147e4d97&device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 1096 time: 0.0616107 Aug 16 11:46:16.412118 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46342) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:16.417290 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-428e62a8-1992-41d1-bd24-ec05847519bc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257599425', 'description': 'tempest-secgroup-smoke-1257599425 description', 'project_id': 'ca5ef393b9024a27870e381b60ef242d'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:16.544158 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-428e62a8-1992-41d1-bd24-ec05847519bc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:16.641832 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-428e62a8-1992-41d1-bd24-ec05847519bc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:16.721087 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-428e62a8-1992-41d1-bd24-ec05847519bc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:16.728548 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-24259106-ce44-4de5-80af-01dca2473988 req-ced82795-9453-4e55-9e4c-8a56c68882bd service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110737 Aug 16 11:46:16.729907 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3802e-b8db-4521-bb23-7d8b7cf6f00a req-41b2680c-05aa-4bec-a16a-931907ec2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.731299 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1f3802e-b8db-4521-bb23-7d8b7cf6f00a req-41b2680c-05aa-4bec-a16a-931907ec2582 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cf13400872e647f89cd4c860147e4d97&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4058459 Aug 16 11:46:16.759748 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e62a8-1992-41d1-bd24-ec05847519bc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e480207d-593a-4ca4-b743-f1025e59dd3f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:16.794137 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Sync routers for ids ['b04e9e23-0e95-4365-829a-b2825bdb27a3'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:16.808605 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Routers {'b04e9e23-0e95-4365-829a-b2825bdb27a3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:16.810065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['b04e9e23-0e95-4365-829a-b2825bdb27a3'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:16.846124 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3802e-b8db-4521-bb23-7d8b7cf6f00a req-0dbffe18-6eba-414a-a573-ddac9b9c4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.847677 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1f3802e-b8db-4521-bb23-7d8b7cf6f00a req-0dbffe18-6eba-414a-a573-ddac9b9c4989 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1051545 Aug 16 11:46:16.849950 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d061d09-766a-4d94-88ca-65c46456d855 req-6a4e2b5f-ac47-48bf-b264-22faee403cff tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.851802 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4d061d09-766a-4d94-88ca-65c46456d855 req-6a4e2b5f-ac47-48bf-b264-22faee403cff tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0633552 Aug 16 11:46:16.878684 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-428e62a8-1992-41d1-bd24-ec05847519bc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:16.879887 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-428e62a8-1992-41d1-bd24-ec05847519bc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4666862 Aug 16 11:46:16.891539 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46350) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:16.896378 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-3a1e5448-5790-4544-a521-0f15c4a8e73b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'security_group_rule': {'security_group_id': 'e480207d-593a-4ca4-b743-f1025e59dd3f', 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:16.914721 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4d061d09-766a-4d94-88ca-65c46456d855 req-2391e011-9f7b-4be1-850d-772a6b4b0c0c tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492148 Aug 16 11:46:16.942787 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Set router b04e9e23-0e95-4365-829a-b2825bdb27a3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:16.969822 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-f3862d03-3601-4a42-84d8-f664cac692e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.971358 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-f3862d03-3601-4a42-84d8-f664cac692e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf13400872e647f89cd4c860147e4d97&device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 1096 time: 0.0606761 Aug 16 11:46:16.971625 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333983bc-9856-4426-8ba3-dce44aa8ab50 req-320114ad-a94d-444e-b480-33602c8c9649 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:16.973094 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-333983bc-9856-4426-8ba3-dce44aa8ab50 req-320114ad-a94d-444e-b480-33602c8c9649 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0574393 Aug 16 11:46:17.014204 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-333983bc-9856-4426-8ba3-dce44aa8ab50 req-690a5204-302e-43c1-baec-ebcb6d0f1cdb tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343244 Aug 16 11:46:17.030600 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-7ddb4e90-eb32-46e2-8cca-d99bdde15110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c984373-7026-4a83-a5a3-762157ee6673 HTTP/1.1" status: 200 len: 217 time: 0.0441535 Aug 16 11:46:17.087827 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5448-5790-4544-a521-0f15c4a8e73b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.116214 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-77c5f5a7-48dd-4b81-818d-31fb1e3ee985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:17.118275 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-77c5f5a7-48dd-4b81-818d-31fb1e3ee985 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e906c54-c5f7-47be-b02f-b22dc2803e4c HTTP/1.1" status: 200 len: 848 time: 0.0740681 Aug 16 11:46:17.134482 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71780da0-39db-4e9e-aa3f-7e6493c076d9 req-3ca46471-f28e-4103-81a8-5f5636c382a2 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:17.136109 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-71780da0-39db-4e9e-aa3f-7e6493c076d9 req-3ca46471-f28e-4103-81a8-5f5636c382a2 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.0653431 Aug 16 11:46:17.164799 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-5071939c-62ae-4c5c-8a93-2de3cb89b7d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=835136b3-af6b-44dd-bf4f-1db97b35b808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351005 Aug 16 11:46:17.182361 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-71780da0-39db-4e9e-aa3f-7e6493c076d9 req-5f32bb3e-af8d-4e88-a680-4459ae37bf35 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/security-groups?id=520157ab-4388-405d-8f90-073768a56b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Aug 16 11:46:17.191833 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5448-5790-4544-a521-0f15c4a8e73b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.203687 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:14Z', 'revision_number': 4, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port': {'id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'd97d52a1-159b-495b-852d-6a0c46a24f01', 'name': '', 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'mac_address': 'fa:16:3e:21:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4b0bef3d-264a-4fb0-b33f-552424822ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:13Z', 'updated_at': '2021-08-16T11:46:14Z', 'revision_number': 2, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'subnets': [{'id': '4b0bef3d-264a-4fb0-b33f-552424822ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:17.236388 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Checking router: b04e9e23-0e95-4365-829a-b2825bdb27a3 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:17.236780 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Updating router b04e9e23-0e95-4365-829a-b2825bdb27a3 port d97d52a1-159b-495b-852d-6a0c46a24f01 binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:46:17.273467 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.305175 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5448-5790-4544-a521-0f15c4a8e73b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.311355 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-4bac5437-f266-441e-9336-373ea369fd7b service neutron] 10.222.0.36 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180344 Aug 16 11:46:17.324069 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0058b867-6c2d-4262-83b7-78d94a53ee52 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:17.336849 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e5448-5790-4544-a521-0f15c4a8e73b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b741767e-079b-4fd8-a13e-fb889a4d705f,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:17.421119 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-18d1a871-e37c-4ed5-846c-4f5800715a97 req-a31b07a2-daa9-4cc8-a6d9-51b52a530e20 service neutron] 10.222.0.36 "GET /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947165 Aug 16 11:46:17.437814 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5448-5790-4544-a521-0f15c4a8e73b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.439915 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-3a1e5448-5790-4544-a521-0f15c4a8e73b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5472181 Aug 16 11:46:17.442932 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46368) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:17.448836 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-0cf87cee-56a1-400e-b2b5-89cf93261994 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'security_group_rule': {'security_group_id': 'e480207d-593a-4ca4-b743-f1025e59dd3f', 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:17.492544 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 0058b867-6c2d-4262-83b7-78d94a53ee52 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:17.492956 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.577551 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0cf87cee-56a1-400e-b2b5-89cf93261994 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.602783 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ef44-a811-427a-99c9-264924737926 req-2ee635d4-5e61-4c7e-922c-d26f5631512e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:17.604672 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c780ef44-a811-427a-99c9-264924737926 req-2ee635d4-5e61-4c7e-922c-d26f5631512e tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.36 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 945 time: 0.1058307 Aug 16 11:46:17.654050 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0cf87cee-56a1-400e-b2b5-89cf93261994 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.716572 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.734109 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Transition to ACTIVE for port object d97d52a1-159b-495b-852d-6a0c46a24f01 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:17.742268 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Deleting port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:17.742753 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.752695 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0cf87cee-56a1-400e-b2b5-89cf93261994 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.771782 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf87cee-56a1-400e-b2b5-89cf93261994 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e9b54b-e305-4a06-9084-b535f22ffada,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:17.823928 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.864898 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0cf87cee-56a1-400e-b2b5-89cf93261994 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.870739 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-0cf87cee-56a1-400e-b2b5-89cf93261994 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4260521 Aug 16 11:46:17.871581 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46380) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:17.884441 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-d0eab943-3ecc-4089-b702-bb945575536d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'security_group_rule': {'security_group_id': 'e480207d-593a-4ca4-b743-f1025e59dd3f', 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:17.896035 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdd358-e9e0-458a-96ac-c8daa5e3b120 None None] Pushing event updated for resources: {'Port': ['ID=d97d52a1-159b-495b-852d-6a0c46a24f01,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:17.936795 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] For port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:17.938672 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.954156 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Calling delete_port for 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:17.978342 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Attempting to bind port d97d52a1-159b-495b-852d-6a0c46a24f01 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:17.978976 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Attempting to bind port d97d52a1-159b-495b-852d-6a0c46a24f01 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:17.979119 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Attempting to bind port d97d52a1-159b-495b-852d-6a0c46a24f01 on network fdb5998c-079d-4c9c-b405-7ff5c25e8daa {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:17.988051 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:17.988497 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Checking segment: {'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:17.990148 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.990148 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Bound using segment: {'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:17.990148 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Bound port: d97d52a1-159b-495b-852d-6a0c46a24f01, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66d5b3-0623-4486-8c02-6140d7ee86c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:17.990614 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0eab943-3ecc-4089-b702-bb945575536d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:17.991949 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.110260 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0eab943-3ecc-4089-b702-bb945575536d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.118625 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] For port d97d52a1-159b-495b-852d-6a0c46a24f01, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:18.122139 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] For port d97d52a1-159b-495b-852d-6a0c46a24f01, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=d97d52a1-159b-495b-852d-6a0c46a24f01,segment=NetworkSegment(0c66d5b3-0623-4486-8c02-6140d7ee86c8),segment_id=0c66d5b3-0623-4486-8c02-6140d7ee86c8)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:18.134771 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b5ea7-4f86-420b-9289-37a5a2d951d9 req-0961c98d-b737-4537-91fa-43fda8d1aafd tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:18.136497 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d00b5ea7-4f86-420b-9289-37a5a2d951d9 req-0961c98d-b737-4537-91fa-43fda8d1aafd tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.1155665 Aug 16 11:46:18.229619 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d00b5ea7-4f86-420b-9289-37a5a2d951d9 req-bb400765-2cf2-47a2-8cca-0f337887bde7 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839684 Aug 16 11:46:18.245622 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0eab943-3ecc-4089-b702-bb945575536d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.254976 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee0d2-b566-4522-bd2b-de5864daca81 req-d286f9b9-bfa9-451d-a42a-bd07ae9f9610 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:18.259228 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-af0ee0d2-b566-4522-bd2b-de5864daca81 req-d286f9b9-bfa9-451d-a42a-bd07ae9f9610 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1107476 Aug 16 11:46:18.276547 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.305541 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eab943-3ecc-4089-b702-bb945575536d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f667089-2a35-4b01-98df-0b4744abfd79,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:18.337343 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdd358-e9e0-458a-96ac-c8daa5e3b120 None None] Pushing event updated for resources: {'Port': ['ID=d97d52a1-159b-495b-852d-6a0c46a24f01,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:18.345259 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.348026 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-af0ee0d2-b566-4522-bd2b-de5864daca81 req-fd8c6d45-3d0b-4d6c-ab5d-077b71b64cb6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813310 Aug 16 11:46:18.358259 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:18.402994 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9b02198-cdbb-4304-9019-e6ef3e5268ad req-a1e2e8cf-e3c8-4584-9aff-80008ae79aa3 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0465877 Aug 16 11:46:18.405071 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d0eab943-3ecc-4089-b702-bb945575536d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.408438 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d0eab943-3ecc-4089-b702-bb945575536d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5358500 Aug 16 11:46:18.414910 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46388) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:18.425200 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-f2b1654a-92c0-452f-998a-cb6e5108040e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'security_group_rule': {'security_group_id': 'e480207d-593a-4ca4-b743-f1025e59dd3f', 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:18.433202 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Routers {'b04e9e23-0e95-4365-829a-b2825bdb27a3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:18.433830 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['b04e9e23-0e95-4365-829a-b2825bdb27a3'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:18.456937 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Pushing event deleted for resources: {'Port': ['ID=2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:18.517962 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] No DVR routers for this DVR port 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:46:18.520942 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.525260 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c780ef44-a811-427a-99c9-264924737926 req-e72088ce-1a98-4dea-b6e5-9535424d1815 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.36 "DELETE /v2.0/ports/2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f HTTP/1.1" status: 204 len: 173 time: 0.9144096 Aug 16 11:46:18.525839 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca73bc6-b6cb-4293-95c3-5ead855ee16e', 'name': 'network-vif-deleted', 'tag': '2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:18.528454 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3388ea69-82bb-425c-9c13-7366fbc22d34" -d '{"events": [{"server_uuid": "eca73bc6-b6cb-4293-95c3-5ead855ee16e", "name": "network-vif-deleted", "tag": "2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:18.545117 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f2b1654a-92c0-452f-998a-cb6e5108040e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.582995 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08d07a-683c-4132-8dec-1075683191a6 x-openstack-request-id: req-6b08d07a-683c-4132-8dec-1075683191a6 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:18.583489 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca73bc6-b6cb-4293-95c3-5ead855ee16e", "name": "network-vif-deleted", "tag": "2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:18.584456 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b08d07a-683c-4132-8dec-1075683191a6 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:18.585126 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca73bc6-b6cb-4293-95c3-5ead855ee16e', 'name': 'network-vif-deleted', 'tag': '2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f', 'status': 'completed', 'code': 200} Aug 16 11:46:18.673531 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f2b1654a-92c0-452f-998a-cb6e5108040e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.717025 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] Set router b04e9e23-0e95-4365-829a-b2825bdb27a3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:18.770183 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f2b1654a-92c0-452f-998a-cb6e5108040e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.790618 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1654a-92c0-452f-998a-cb6e5108040e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904a123b-dba6-465e-b3ad-ec79b39a49bc,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:18.909963 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f2b1654a-92c0-452f-998a-cb6e5108040e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:18.911208 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f2b1654a-92c0-452f-998a-cb6e5108040e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4945414 Aug 16 11:46:18.914303 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46394) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:18.921102 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-9233530b-dac7-422e-980f-4b23d2109efb tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'security_group_rule': {'security_group_id': 'e480207d-593a-4ca4-b743-f1025e59dd3f', 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:18.939910 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:14Z', 'revision_number': 4, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port': {'id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'd97d52a1-159b-495b-852d-6a0c46a24f01', 'name': '', 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'mac_address': 'fa:16:3e:21:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4b0bef3d-264a-4fb0-b33f-552424822ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:13Z', 'updated_at': '2021-08-16T11:46:18Z', 'revision_number': 4, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'subnets': [{'id': '4b0bef3d-264a-4fb0-b33f-552424822ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:18.976560 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c419d-e4dd-4690-8f6a-cfa665fca9e7 None None] The sync data for ids ['b04e9e23-0e95-4365-829a-b2825bdb27a3'] in dv-cinder-804698-1-iscsi is: [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:14Z', 'revision_number': 4, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port': {'id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'd97d52a1-159b-495b-852d-6a0c46a24f01', 'name': '', 'network_id': 'fdb5998c-079d-4c9c-b405-7ff5c25e8daa', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'mac_address': 'fa:16:3e:21:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4b0bef3d-264a-4fb0-b33f-552424822ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:13Z', 'updated_at': '2021-08-16T11:46:18Z', 'revision_number': 4, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'subnets': [{'id': '4b0bef3d-264a-4fb0-b33f-552424822ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:19.013027 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.securitygroups_db [None req-9233530b-dac7-422e-980f-4b23d2109efb tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Project ca5ef393b9024a27870e381b60ef242d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 11:46:19.018259 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9233530b-dac7-422e-980f-4b23d2109efb tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.125332 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9233530b-dac7-422e-980f-4b23d2109efb tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.307762 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9233530b-dac7-422e-980f-4b23d2109efb tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.371265 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233530b-dac7-422e-980f-4b23d2109efb tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31bca50-c05b-43c1-94df-3391d0b72e2d,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:19.409030 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device d97d52a1-159b-495b-852d-6a0c46a24f01 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:19.410095 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dcc74-6559-4d6b-bf67-48d00332168b req-b32f1c45-f14a-4d9c-96ce-e942755b5c41 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:19.412384 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-882dcc74-6559-4d6b-bf67-48d00332168b req-b32f1c45-f14a-4d9c-96ce-e942755b5c41 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0822830 Aug 16 11:46:19.481412 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-882dcc74-6559-4d6b-bf67-48d00332168b req-3bab6515-4b27-4190-837c-4f267d302469 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592887 Aug 16 11:46:19.530161 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9233530b-dac7-422e-980f-4b23d2109efb tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.544153 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-9233530b-dac7-422e-980f-4b23d2109efb tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6262052 Aug 16 11:46:19.544461 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46404) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:19.550076 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-27637840-5ff4-49b3-a3bc-03d948406c5d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'security_group_rule': {'security_group_id': 'e480207d-593a-4ca4-b743-f1025e59dd3f', 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:19.593605 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be5d34-8e97-422d-a5cb-21838a3c460a req-24eaba22-1d91-48cc-a489-bbb6baca168b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:19.595179 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-83be5d34-8e97-422d-a5cb-21838a3c460a req-24eaba22-1d91-48cc-a489-bbb6baca168b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1173234 Aug 16 11:46:19.627575 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port d97d52a1-159b-495b-852d-6a0c46a24f01 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:19.627768 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87fa4df0-d7ee-4125-9191-7aa1696c9d94 req-12260188-2dd3-4cdc-aebc-643493adf84a tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0314240 Aug 16 11:46:19.634498 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port d97d52a1-159b-495b-852d-6a0c46a24f01 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:19.635045 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.668367 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-83be5d34-8e97-422d-a5cb-21838a3c460a req-d1505f9b-cf7a-49f8-a987-f0c5ee6cb489 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633616 Aug 16 11:46:19.691239 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.securitygroups_db [None req-27637840-5ff4-49b3-a3bc-03d948406c5d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Project ca5ef393b9024a27870e381b60ef242d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 11:46:19.697837 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-27637840-5ff4-49b3-a3bc-03d948406c5d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.805496 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-27637840-5ff4-49b3-a3bc-03d948406c5d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.808879 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.844592 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port d97d52a1-159b-495b-852d-6a0c46a24f01, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=d97d52a1-159b-495b-852d-6a0c46a24f01,segment=NetworkSegment(0c66d5b3-0623-4486-8c02-6140d7ee86c8),segment_id=0c66d5b3-0623-4486-8c02-6140d7ee86c8)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:19.893097 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-27637840-5ff4-49b3-a3bc-03d948406c5d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.913535 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27637840-5ff4-49b3-a3bc-03d948406c5d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757e7904-f462-4b30-a210-b62dda416718,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:19.918885 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:19.973237 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=d97d52a1-159b-495b-852d-6a0c46a24f01,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:20.018245 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-27637840-5ff4-49b3-a3bc-03d948406c5d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:20.019472 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-27637840-5ff4-49b3-a3bc-03d948406c5d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4739628 Aug 16 11:46:20.602476 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f181a-b168-4f5b-ac00-480b971005c8 req-225c7166-4407-4ea3-b242-1814c78b7972 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:20.604005 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-608f181a-b168-4f5b-ac00-480b971005c8 req-225c7166-4407-4ea3-b242-1814c78b7972 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0497763 Aug 16 11:46:20.642220 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-608f181a-b168-4f5b-ac00-480b971005c8 req-ea48a2c0-87be-4387-8bcb-59f49b704ef4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Aug 16 11:46:20.769209 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b96c1e24-e4c3-422c-ad73-6cf3d60131a2 req-1203fb42-89b3-443b-84fd-fe1cab5f9dca tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0626640 Aug 16 11:46:20.837582 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5998a9-4710-4343-ad8c-a6868574977c req-db7d68f9-aaff-436b-8284-58c349400be7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:20.858684 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4e5998a9-4710-4343-ad8c-a6868574977c req-db7d68f9-aaff-436b-8284-58c349400be7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0635500 Aug 16 11:46:20.881506 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4e5998a9-4710-4343-ad8c-a6868574977c req-ea2b8a71-d337-47b5-802a-6157c3ede79d tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341897 Aug 16 11:46:21.309440 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device d97d52a1-159b-495b-852d-6a0c46a24f01 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:21.363162 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port d97d52a1-159b-495b-852d-6a0c46a24f01 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:21.363480 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:21.717585 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:21.739332 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:21.739774 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 2d77bbf0-aed7-44de-8fe8-ed4d6d8c784f not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:21.769873 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674ecfd-2d1d-4e9d-97d5-2e91ca32db19 req-3a7d0a89-56c9-44f8-b4ae-e597449ed56c tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:21.771768 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8674ecfd-2d1d-4e9d-97d5-2e91ca32db19 req-3a7d0a89-56c9-44f8-b4ae-e597449ed56c tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0576651 Aug 16 11:46:21.832359 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8674ecfd-2d1d-4e9d-97d5-2e91ca32db19 req-b42d2b50-3fe4-426c-ae7f-3a4e3c9003cf tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544760 Aug 16 11:46:21.904390 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-38814741-d844-40b5-9198-067bb761cb00 req-0dd51626-995c-4efa-8a4c-395ec5da7bf1 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0289102 Aug 16 11:46:22.049453 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e425e1-c5c6-4261-afbc-03d530a51692 req-100463db-c407-419d-a29c-2b0d19f4456c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:22.051295 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a4e425e1-c5c6-4261-afbc-03d530a51692 req-100463db-c407-419d-a29c-2b0d19f4456c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0610733 Aug 16 11:46:22.091357 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a4e425e1-c5c6-4261-afbc-03d530a51692 req-7fcb916a-9006-46f2-9aa9-5627f8c03d46 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337853 Aug 16 11:46:22.971942 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf9eb6-d9d8-40b0-b89c-5109f7a814c0 req-f14695f8-f7a4-4e34-b47b-2bcfdfab52e6 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:22.979669 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-66bf9eb6-d9d8-40b0-b89c-5109f7a814c0 req-f14695f8-f7a4-4e34-b47b-2bcfdfab52e6 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0762835 Aug 16 11:46:23.029367 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2d48be53-3324-40d1-b960-0e15b65ef1a1 req-eb0c9d61-2f91-4602-a3cd-cec9a9eb2cd2 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0409548 Aug 16 11:46:23.051111 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-66bf9eb6-d9d8-40b0-b89c-5109f7a814c0 req-6f9665f8-a669-4fd7-a563-ad771b56b68b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614209 Aug 16 11:46:23.235561 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590ee0-36e5-4ed0-90fc-592001166e67 req-cf50dd82-e99f-41a9-80af-390e131207cf tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:23.237800 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2f590ee0-36e5-4ed0-90fc-592001166e67 req-cf50dd82-e99f-41a9-80af-390e131207cf tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0524542 Aug 16 11:46:23.241796 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:23.296255 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2f590ee0-36e5-4ed0-90fc-592001166e67 req-9a87b298-bf3e-4252-84e4-7330dbfd076d tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505588 Aug 16 11:46:24.177939 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-89111cba-c038-4052-8c31-7a693babc838 req-c91d46ed-cb97-4d51-9c58-1d5a2184bc43 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0402768 Aug 16 11:46:24.219238 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db867b-722d-4879-b71c-4808cda30b99 req-fa9fa04f-af3b-417b-bdae-f04876a0a9f8 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:24.220693 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-72db867b-722d-4879-b71c-4808cda30b99 req-fa9fa04f-af3b-417b-bdae-f04876a0a9f8 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0724130 Aug 16 11:46:24.265936 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-72db867b-722d-4879-b71c-4808cda30b99 req-6069b395-d68a-4f89-9c3b-f5cf08252920 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Aug 16 11:46:24.438016 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d084dd-ab2e-4a47-b329-43a1e14c314b req-58dba160-5f49-4e92-bce7-6085a935a7f6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:24.439578 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b9d084dd-ab2e-4a47-b329-43a1e14c314b req-58dba160-5f49-4e92-bce7-6085a935a7f6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0560415 Aug 16 11:46:24.478750 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b9d084dd-ab2e-4a47-b329-43a1e14c314b req-a3138f57-cd1c-4494-a3ae-be0689af242f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329561 Aug 16 11:46:25.280515 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-de089d75-f0a4-4fcf-b68b-d64fb3bca794 req-bd662409-5af1-4a7c-8bf9-d095019e7d0f tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0272272 Aug 16 11:46:25.430170 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbc49e-f031-4ed5-a8e5-96fde655aba1 req-d4bc1441-2e4c-4dc3-9d7b-f67cce3d626e tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:25.431849 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d0dbc49e-f031-4ed5-a8e5-96fde655aba1 req-d4bc1441-2e4c-4dc3-9d7b-f67cce3d626e tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0794466 Aug 16 11:46:25.472756 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d0dbc49e-f031-4ed5-a8e5-96fde655aba1 req-3e31c42c-08ff-4119-a2ff-293dcd451e66 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346215 Aug 16 11:46:25.600079 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3682f-0528-47ad-a0a5-713af40dfb6c req-15f83c19-29c9-4644-aea7-150c2efe78c3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:25.601653 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-56c3682f-0528-47ad-a0a5-713af40dfb6c req-15f83c19-29c9-4644-aea7-150c2efe78c3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0479693 Aug 16 11:46:25.645876 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-56c3682f-0528-47ad-a0a5-713af40dfb6c req-1dd07ccf-ffd4-4e6a-a711-9d4aded96f7a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381942 Aug 16 11:46:26.398912 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e7d60e86-1134-49d6-9697-f99f2799daf8 req-3f81d665-c9fc-4640-b11c-1539f39f425c tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0371811 Aug 16 11:46:26.602283 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec5930-e268-4440-8b28-0b18da9bbf03 req-a1663bd8-4fd5-4d8d-8bab-580c9d17a67a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:26.603889 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-caec5930-e268-4440-8b28-0b18da9bbf03 req-a1663bd8-4fd5-4d8d-8bab-580c9d17a67a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0551348 Aug 16 11:46:26.643926 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-caec5930-e268-4440-8b28-0b18da9bbf03 req-9fa2cbf1-b190-42d4-9c0c-eb2ee04707c4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Aug 16 11:46:26.781270 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1536257-80dd-4908-b82e-9f1c29bd416f req-93ae9f5d-11c6-4fa5-98c7-0ae758d0eeb0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:26.782883 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f1536257-80dd-4908-b82e-9f1c29bd416f req-93ae9f5d-11c6-4fa5-98c7-0ae758d0eeb0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0597918 Aug 16 11:46:26.825689 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f1536257-80dd-4908-b82e-9f1c29bd416f req-e297b2d7-0c2a-4bde-a234-ee4c1529e053 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347242 Aug 16 11:46:27.507534 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c8100d61-1f2f-42f8-94f0-ceaf754c97bf req-b853f884-d3de-4a91-9f32-db24fb207fca tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0298519 Aug 16 11:46:27.763289 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc9f42-a4ef-4c5f-b768-a7c62b101f1b req-2c34ac12-681a-4249-a808-33d12ab491e6 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:27.764650 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59dc9f42-a4ef-4c5f-b768-a7c62b101f1b req-2c34ac12-681a-4249-a808-33d12ab491e6 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0507896 Aug 16 11:46:27.811614 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59dc9f42-a4ef-4c5f-b768-a7c62b101f1b req-3e30f9c1-d613-4f67-b2c4-9ecfcf3b39b1 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381515 Aug 16 11:46:27.949669 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747cbd6-373a-4434-9502-4c3d05f5a249 req-ab53e2a3-e703-499b-86e3-6638b0f8c518 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:27.951161 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1747cbd6-373a-4434-9502-4c3d05f5a249 req-ab53e2a3-e703-499b-86e3-6638b0f8c518 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0490165 Aug 16 11:46:27.990471 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1747cbd6-373a-4434-9502-4c3d05f5a249 req-5c679842-ac3a-4d15-be72-09e0074533ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333600 Aug 16 11:46:28.614861 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d01d4ef6-5191-462c-b867-acf3d0d7476b req-693d2b06-b5d5-498c-9c1f-243066b696b9 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0379949 Aug 16 11:46:28.931075 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409290e-4e35-4d2c-a025-1f4765badd04 req-7939aca8-67e0-474b-b247-b64604d4c03d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:28.932701 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a409290e-4e35-4d2c-a025-1f4765badd04 req-7939aca8-67e0-474b-b247-b64604d4c03d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0484743 Aug 16 11:46:28.972606 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a409290e-4e35-4d2c-a025-1f4765badd04 req-7a647254-ac29-4491-8981-2ef59a04f2b4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Aug 16 11:46:29.116686 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a194ba2-1e96-4b26-a568-d53f97daf6db req-3833d059-0fd9-49a6-b5a6-6e1bc72f2be3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:29.118071 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1a194ba2-1e96-4b26-a568-d53f97daf6db req-3833d059-0fd9-49a6-b5a6-6e1bc72f2be3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0523200 Aug 16 11:46:29.157820 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1a194ba2-1e96-4b26-a568-d53f97daf6db req-6fa990b9-8316-44e0-8f70-2fdebeadebb6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Aug 16 11:46:29.723682 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-940504c0-ce3d-4bd7-90c8-4429eaaaee73 req-89f0bd92-40e2-4597-a266-77826d88aa70 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0333192 Aug 16 11:46:30.102570 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e803719-7068-4574-8537-14aa580aeb60 req-02db8b26-5bb0-4c2c-b45b-3ebfaa82cc2d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:30.104198 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8e803719-7068-4574-8537-14aa580aeb60 req-02db8b26-5bb0-4c2c-b45b-3ebfaa82cc2d tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0542641 Aug 16 11:46:30.143692 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8e803719-7068-4574-8537-14aa580aeb60 req-757db53e-9e5b-4f1a-9320-d756bc9c27f1 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Aug 16 11:46:30.282303 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddde54-59b4-4c59-b0b5-cd279af3a522 req-f7306151-ac49-4500-b7c0-a2c5e524772a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:30.283815 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-10ddde54-59b4-4c59-b0b5-cd279af3a522 req-f7306151-ac49-4500-b7c0-a2c5e524772a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0535583 Aug 16 11:46:30.324814 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-10ddde54-59b4-4c59-b0b5-cd279af3a522 req-b020ec4f-2bb6-4931-bf4c-1d0fccaea7de tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349305 Aug 16 11:46:30.811273 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5fbeac06-ee02-49bf-9cfe-f33aefb39dfb req-83ef1a81-03e5-4178-8378-d8c45d4685bc tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0247130 Aug 16 11:46:31.263638 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9126aff-8254-471e-a32d-116222d29160 req-99854c70-c837-4275-870e-54d85e2ae6d4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:31.265137 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f9126aff-8254-471e-a32d-116222d29160 req-99854c70-c837-4275-870e-54d85e2ae6d4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0513830 Aug 16 11:46:31.308711 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f9126aff-8254-471e-a32d-116222d29160 req-7609d893-2129-4b20-9462-7236822cd2e2 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375175 Aug 16 11:46:31.459243 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5cfbe-26ec-4eae-93ed-5c6d39f14e4a req-49a3e9cb-0157-4f4f-87b5-27ea6061f19e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:31.459243 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0fd5cfbe-26ec-4eae-93ed-5c6d39f14e4a req-49a3e9cb-0157-4f4f-87b5-27ea6061f19e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0526762 Aug 16 11:46:31.495440 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0fd5cfbe-26ec-4eae-93ed-5c6d39f14e4a req-222ed7bc-755d-42ce-8848-8143ee66af51 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327318 Aug 16 11:46:31.727346 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-23c5b062-2380-43d7-b27f-49cee2e5e407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:31.914132 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-636ca528-e247-4dd8-bdef-25156ed370f0 req-1d48111b-da11-44e7-a9f8-6b499a1c9331 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0339432 Aug 16 11:46:32.424857 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ac299-6286-4312-a554-c9f7a4156e65 req-77109e33-4f3b-4784-9bdd-672ad6f6575a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:32.426332 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e67ac299-6286-4312-a554-c9f7a4156e65 req-77109e33-4f3b-4784-9bdd-672ad6f6575a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0488753 Aug 16 11:46:32.463926 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e67ac299-6286-4312-a554-c9f7a4156e65 req-7028dd0c-a31c-4142-9a0a-fecdc642c627 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Aug 16 11:46:32.618169 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d306a1-cce2-43d3-80e5-a4d4fcf0052f req-ce089238-0d20-4533-be62-17d0cb439057 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:32.619689 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-46d306a1-cce2-43d3-80e5-a4d4fcf0052f req-ce089238-0d20-4533-be62-17d0cb439057 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0518587 Aug 16 11:46:32.660539 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-46d306a1-cce2-43d3-80e5-a4d4fcf0052f req-9bf8c4cf-7d6c-44a9-ab5b-e5d40195d20b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349650 Aug 16 11:46:33.021128 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c892cb45-bcd1-4078-a9b6-23542f32a665 req-13e13bd5-8fad-42d1-984f-0933c5083e29 tempest-ServerRescueNegativeTestJSON-648727846 tempest-ServerRescueNegativeTestJSON-648727846-project] 10.222.0.25 "GET /v2.0/ports?device_id=eca73bc6-b6cb-4293-95c3-5ead855ee16e HTTP/1.1" status: 200 len: 210 time: 0.0247698 Aug 16 11:46:33.575960 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f11fca-9eeb-4e59-99e7-c6b0ff257b5e req-bc6d1f56-6379-442a-bdb4-1d0c0276a08c tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:33.577427 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-19f11fca-9eeb-4e59-99e7-c6b0ff257b5e req-bc6d1f56-6379-442a-bdb4-1d0c0276a08c tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.0483818 Aug 16 11:46:33.614237 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-19f11fca-9eeb-4e59-99e7-c6b0ff257b5e req-798d37f5-d985-45b0-936a-3d04a73445d1 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309150 Aug 16 11:46:33.781527 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61fffc-8f98-4479-8cbb-66244cf32060 req-c2a9fa60-b1be-4a82-9a84-0333635f2215 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:33.783070 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3d61fffc-8f98-4479-8cbb-66244cf32060 req-c2a9fa60-b1be-4a82-9a84-0333635f2215 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0480626 Aug 16 11:46:33.821927 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3d61fffc-8f98-4479-8cbb-66244cf32060 req-e5a12c9d-c612-486b-b211-012834a4c036 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322068 Aug 16 11:46:34.078453 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46624) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:34.452402 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-41a048b8-8389-4497-b3ca-37f0c1a80145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:34.488325 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720321'] for router_interface, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:34.595137 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:34.807215 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Deleting port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:34.807559 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:34.921859 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] For port 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,segment=NetworkSegment(d0a3dae5-31ae-46a1-80a2-a6765f6c1526),segment_id=d0a3dae5-31ae-46a1-80a2-a6765f6c1526)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:34.922198 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:34.939053 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Calling delete_port for 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 owned by network:router_interface {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:34.953491 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4c6a0-676f-495d-9ef4-337a83a4d0df req-25e74ff7-617e-4310-a9ec-9bcb5cfb06c0 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:34.955008 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87e4c6a0-676f-495d-9ef4-337a83a4d0df req-25e74ff7-617e-4310-a9ec-9bcb5cfb06c0 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 943 time: 0.2700007 Aug 16 11:46:34.993683 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d775e-cb5f-4203-923b-9252fc66f7ff req-26e3762f-fe28-4c1c-adaa-0cd623551368 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:34.995225 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e69d775e-cb5f-4203-923b-9252fc66f7ff req-26e3762f-fe28-4c1c-adaa-0cd623551368 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0794702 Aug 16 11:46:35.027243 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87e4c6a0-676f-495d-9ef4-337a83a4d0df req-26a7ccd1-283d-45ab-b65c-a83887c81fc5 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654681 Aug 16 11:46:35.055620 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e69d775e-cb5f-4203-923b-9252fc66f7ff req-82fca1aa-9378-4166-9de1-6db87b961f43 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500135 Aug 16 11:46:35.177230 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f076eb1-bc22-4483-971e-52cb4ff0bf88 req-3cfd53da-9589-46e0-bfff-9cadc22bec46 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:35.179585 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6f076eb1-bc22-4483-971e-52cb4ff0bf88 req-3cfd53da-9589-46e0-bfff-9cadc22bec46 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Aug 16 11:46:35.225277 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6f076eb1-bc22-4483-971e-52cb4ff0bf88 req-542a2234-0757-4b8d-88fb-1a4b2a00cab1 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385280 Aug 16 11:46:35.233919 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:35.248750 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46642) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:35.263218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:35.277240 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.277597 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.277941 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.278281 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.278708 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.283923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.283923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.283923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.283923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.283923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.283923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.283923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:35.406995 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725585'] for router_interface, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:35.448922 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8582b9-5c36-4e7c-9517-fd916cc55860 tempest-TestMinimumBasicScenario-986743626 tempest-TestMinimumBasicScenario-986743626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:35.450374 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-7c8582b9-5c36-4e7c-9517-fd916cc55860 tempest-TestMinimumBasicScenario-986743626 tempest-TestMinimumBasicScenario-986743626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1093 time: 0.2005088 Aug 16 11:46:35.453348 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46646) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:35.458612 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'port_id': 'aad2485a-3b69-4788-b107-942483832b2d', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:35.572513 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for floatingip, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:35.625383 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Router c60056f1-32ab-42e8-810a-1f4322f42af3 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:46:35.734018 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:35.739079 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-8397e12c-7bdc-48d5-b178-8661e886d89f admin admin] 10.222.0.25 "PUT /v2.0/routers/c60056f1-32ab-42e8-810a-1f4322f42af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6586528 Aug 16 11:46:35.742490 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46648) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:35.744774 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] Sync routers for ids ['c60056f1-32ab-42e8-810a-1f4322f42af3'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:35.755189 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] Routers {'c60056f1-32ab-42e8-810a-1f4322f42af3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:35.756870 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['c60056f1-32ab-42e8-810a-1f4322f42af3'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:35.757807 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:35.787881 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:35.795647 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 5c984373-7026-4a83-a5a3-762157ee6673 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:46:35.872452 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] Set router c60056f1-32ab-42e8-810a-1f4322f42af3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:35.929258 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:35.929460 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 5c984373-7026-4a83-a5a3-762157ee6673, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c984373-7026-4a83-a5a3-762157ee6673,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:35.940587 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '5c984373-7026-4a83-a5a3-762157ee6673', 'network_id': '835136b3-af6b-44dd-bf4f-1db97b35b808', 'port_id': '5c984373-7026-4a83-a5a3-762157ee6673', 'mac_address': 'fa:16:3e:74:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e906c54-c5f7-47be-b02f-b22dc2803e4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:46:35.973739 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Allocated IP 172.27.0.119 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/43db15f7-5c9e-445f-804b-0daf3ebebc3f) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:35.992019 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:36.006897 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c984373-7026-4a83-a5a3-762157ee6673 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:46:36.031682 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 5c984373-7026-4a83-a5a3-762157ee6673, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c984373-7026-4a83-a5a3-762157ee6673,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:36.076073 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:46:35Z', 'revision_number': 5, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:36.096978 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:36.104554 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:36.111202 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] Checking router: c60056f1-32ab-42e8-810a-1f4322f42af3 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:36.123713 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] Routers {'c60056f1-32ab-42e8-810a-1f4322f42af3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:36.124624 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['c60056f1-32ab-42e8-810a-1f4322f42af3'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:36.144753 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:36.172799 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=5c984373-7026-4a83-a5a3-762157ee6673,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:36.238921 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] Set router c60056f1-32ab-42e8-810a-1f4322f42af3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:36.263425 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3ac81-7ca1-4539-b196-ed6cfa5abeb6 req-cc8714c1-df68-4012-a313-d6e959209d29 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:36.264814 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1ae3ac81-7ca1-4539-b196-ed6cfa5abeb6 req-cc8714c1-df68-4012-a313-d6e959209d29 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 944 time: 0.1154547 Aug 16 11:46:36.293315 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155383-1de3-4edf-a768-272827afa75e req-a5bc46e3-15a4-41a0-b3ba-b0e949bfa959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:36.298518 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04155383-1de3-4edf-a768-272827afa75e req-a5bc46e3-15a4-41a0-b3ba-b0e949bfa959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1144371 Aug 16 11:46:36.350007 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1ae3ac81-7ca1-4539-b196-ed6cfa5abeb6 req-102b8e9c-d2e1-45da-99f8-08bda0409092 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760207 Aug 16 11:46:36.366650 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Deleting port ae1e462b-aef4-40e3-8321-eab7c0a11c4e {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:36.366987 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:36.371371 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04155383-1de3-4edf-a768-272827afa75e req-7b688b75-a392-4c85-8eb0-2eeaf3e56fff tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674403 Aug 16 11:46:36.409458 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:36.445421 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['5c984373-7026-4a83-a5a3-762157ee6673'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:36.463816 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:36.470956 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:36.478455 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:36.539141 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'Port': ['ID=43db15f7-5c9e-445f-804b-0daf3ebebc3f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:36.551543 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] For port ae1e462b-aef4-40e3-8321-eab7c0a11c4e, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ae1e462b-aef4-40e3-8321-eab7c0a11c4e,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:36.551938 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:36.582558 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Calling delete_port for ae1e462b-aef4-40e3-8321-eab7c0a11c4e owned by network:router_gateway {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:36.596429 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:46:35Z', 'revision_number': 5, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:36.629758 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd287729-6cc8-485a-912f-3ad08924cbd6 None None] The sync data for ids ['c60056f1-32ab-42e8-810a-1f4322f42af3'] in dv-cinder-804698-1-iscsi is: [{'id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'name': 'tempest-ServerRescueNegativeTestJSON-1670560850-router', 'tenant_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:34Z', 'updated_at': '2021-08-16T11:46:35Z', 'revision_number': 5, 'project_id': '9dcca4b6d53d48d7b9c29bda6c962086', 'gw_port': {'id': 'ae1e462b-aef4-40e3-8321-eab7c0a11c4e', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60056f1-32ab-42e8-810a-1f4322f42af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:36.807824 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:46:37.183087 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.240717 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1e462b-aef4-40e3-8321-eab7c0a11c4e,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:37.315221 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.363543 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:37.385450 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727803'] for router_gateway, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.387459 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:37.387810 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 1c449c25-a62f-4ac4-a45e-9e9d13c2ddc1 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:37.597053 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7839'] for router, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.602368 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.617694 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.711128 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881521-3b95-4758-89db-58c2e457a4ea req-b21a2bf1-4d8f-4a88-a90d-f3f31322f268 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:37.712663 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-03881521-3b95-4758-89db-58c2e457a4ea req-b21a2bf1-4d8f-4a88-a90d-f3f31322f268 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.2230158 Aug 16 11:46:37.721318 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b668c-6c37-465a-8e3a-2d7a8b28cbec req-ede6f890-9048-49bb-95d2-3675e9eaf4ea tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:37.724138 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6c5b668c-6c37-465a-8e3a-2d7a8b28cbec req-ede6f890-9048-49bb-95d2-3675e9eaf4ea tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 944 time: 0.2662747 Aug 16 11:46:37.792387 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-03881521-3b95-4758-89db-58c2e457a4ea req-e768b65c-2e40-4955-90ae-158733b5641c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686340 Aug 16 11:46:37.797500 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6c5b668c-6c37-465a-8e3a-2d7a8b28cbec req-f32942e0-1298-42e5-86c1-831800cc8912 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680075 Aug 16 11:46:37.798090 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726374'] for router, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.798655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c60056f1-32ab-42e8-810a-1f4322f42af3 {{(pid=100977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 11:46:37.810723 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 5c984373-7026-4a83-a5a3-762157ee6673 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:37.811077 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] Notify callbacks [] for router, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.811077 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-e29070e4-cc1f-432c-9362-b925604500b0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c60056f1-32ab-42e8-810a-1f4322f42af3 HTTP/1.1" status: 204 len: 168 time: 2.0670993 Aug 16 11:46:37.815011 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46686) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:37.885113 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.890125 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d774e9-4aab-4125-bdb7-012fcb926772 admin admin] Deleting subnet ecda6e4b-c2db-47b2-8a50-cd261b67f157 {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:46:37.918189 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f1d774e9-4aab-4125-bdb7-012fcb926772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.984881 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f1d774e9-4aab-4125-bdb7-012fcb926772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:37.987648 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 5c984373-7026-4a83-a5a3-762157ee6673 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:37.992070 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 5c984373-7026-4a83-a5a3-762157ee6673 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:37.992660 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.071310 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f1d774e9-4aab-4125-bdb7-012fcb926772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.085160 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.109563 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cede3977-3d33-42cc-ae1c-8c2ba800acaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c984373-7026-4a83-a5a3-762157ee6673'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:38.111858 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75108ca2-0d9f-4450-bf00-9185a85dbf22" -d '{"events": [{"server_uuid": "cede3977-3d33-42cc-ae1c-8c2ba800acaf", "name": "network-vif-plugged", "status": "completed", "tag": "5c984373-7026-4a83-a5a3-762157ee6673"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:38.125706 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 5c984373-7026-4a83-a5a3-762157ee6673, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c984373-7026-4a83-a5a3-762157ee6673,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:38.155760 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c21b9-ffcf-4298-858e-731e3f26ea4c x-openstack-request-id: req-a27c21b9-ffcf-4298-858e-731e3f26ea4c {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:38.156049 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cede3977-3d33-42cc-ae1c-8c2ba800acaf", "name": "network-vif-plugged", "status": "completed", "tag": "5c984373-7026-4a83-a5a3-762157ee6673", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:38.156296 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a27c21b9-ffcf-4298-858e-731e3f26ea4c {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:38.156685 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cede3977-3d33-42cc-ae1c-8c2ba800acaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c984373-7026-4a83-a5a3-762157ee6673', 'code': 200} Aug 16 11:46:38.167007 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.189526 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.218665 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f1d774e9-4aab-4125-bdb7-012fcb926772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.244680 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d774e9-4aab-4125-bdb7-012fcb926772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecda6e4b-c2db-47b2-8a50-cd261b67f157,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:38.252206 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=5c984373-7026-4a83-a5a3-762157ee6673,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:38.258863 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f1d774e9-4aab-4125-bdb7-012fcb926772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.258863 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f1d774e9-4aab-4125-bdb7-012fcb926772 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ecda6e4b-c2db-47b2-8a50-cd261b67f157 HTTP/1.1" status: 204 len: 168 time: 0.4422548 Aug 16 11:46:38.261325 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46696) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:38.284464 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.353664 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.390893 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'Port': ['ID=43db15f7-5c9e-445f-804b-0daf3ebebc3f,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:38.403054 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.415005 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74cb0-9cf6-41ac-a425-9a4f629b8e6f req-b1cea9ac-02a7-4203-b267-9c83ee29f9d3 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:38.416507 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b0d74cb0-9cf6-41ac-a425-9a4f629b8e6f req-b1cea9ac-02a7-4203-b267-9c83ee29f9d3 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.1275139 Aug 16 11:46:38.442392 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.453785 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.454127 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.454874 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.455264 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.455642 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.455969 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.456282 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.456612 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.456921 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.457233 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.517229 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b0d74cb0-9cf6-41ac-a425-9a4f629b8e6f req-37bb5798-0cc0-4b12-8f3a-bdd67e62cf77 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670364 Aug 16 11:46:38.541017 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.l3_db [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Floating IP 1014db62-8d13-4be7-aa90-5cb18edcfb9d associated. External IP: 172.27.0.119, port: aad2485a-3b69-4788-b107-942483832b2d. Aug 16 11:46:38.580545 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.580815 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.581141 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.581472 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 11:46:38.581850 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f820806-fc3e-4134-9a6e-eb710b4d59dd']}} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:38.620242 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526') {'for_net_delete': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:38.620534 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a3dae5-31ae-46a1-80a2-a6765f6c1526') {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:38.638455 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4944906'] for segment, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.666110 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.676838 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7fc73-121c-4c15-a5fd-49f5c36230bd req-c7d7bf26-0a76-4d14-ad08-86f1a9324930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:38.679272 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-84a7fc73-121c-4c15-a5fd-49f5c36230bd req-c7d7bf26-0a76-4d14-ad08-86f1a9324930 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 1098 time: 0.0926673 Aug 16 11:46:38.680421 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:46:38.680805 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24175738'] for segment, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: from cryptography.utils import int_from_bytes Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: from cryptography.utils import int_from_bytes Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: Traceback (most recent call last): Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: timer() Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: cb(*args, **kw) Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: return func(*args, **kwargs) Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: self._notify() Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: self.callback(batched_events) Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: event.method(event) Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: return f(self, *a, **k) Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._get(url).json() Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: return self.request(url, 'GET', **kwargs) Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:46:38.684674 dv-cinder-804698-1-iscsi neutron-server[100978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:46:38.758903 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Router 5104e77f-b60a-4550-9444-0699bdd098f0 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:46:38.759468 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-84a7fc73-121c-4c15-a5fd-49f5c36230bd req-7d026284-cc3d-4e4c-9ae8-c6a2e3c336a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648727 Aug 16 11:46:38.846730 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.854152 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:38.856208 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2f820806-fc3e-4134-9a6e-eb710b4d59dd HTTP/1.1" status: 204 len: 168 time: 0.5938399 Aug 16 11:46:38.881897 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc239eb-4162-4d0c-9e2b-81d7353eddb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f820806-fc3e-4134-9a6e-eb710b4d59dd,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:39.116330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:39.125628 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] Sync routers for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:39.134540 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:39.135192 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:39.137712 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad351a4-9435-43c1-88f0-1313611dfb15 req-63a3ed62-e973-43c0-8956-b4101ac0d789 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:39.139225 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7ad351a4-9435-43c1-88f0-1313611dfb15 req-63a3ed62-e973-43c0-8956-b4101ac0d789 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.1045947 Aug 16 11:46:39.153382 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc5cfb-a941-4308-a22c-5a7683a8b2ca req-2ad52be9-11e8-4a16-a5e1-43ae0f0fa236 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:39.154907 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8ccc5cfb-a941-4308-a22c-5a7683a8b2ca req-2ad52be9-11e8-4a16-a5e1-43ae0f0fa236 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 945 time: 0.1212952 Aug 16 11:46:39.211851 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7ad351a4-9435-43c1-88f0-1313611dfb15 req-bf0ecbf1-6f78-497d-a393-2e46ff7de467 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558770 Aug 16 11:46:39.214481 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8ccc5cfb-a941-4308-a22c-5a7683a8b2ca req-f17d74a0-3296-4441-a2a3-fdd20697a754 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Aug 16 11:46:39.230177 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:39.251797 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:39.269966 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-65d7b9f5-af29-40d1-8162-8910b2215f4c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8151524 Aug 16 11:46:39.270833 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:39.273494 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46706) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:39.273977 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000" -d '{"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:39.278846 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-5418da94-6ff5-467d-a95b-83c1a019207b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927475404', 'description': 'tempest-secgroup-smoke-927475404 description', 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:39.281153 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ae1e462b-aef4-40e3-8321-eab7c0a11c4e no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:39.305913 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: ae1e462b-aef4-40e3-8321-eab7c0a11c4e {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:39.306249 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ae1e462b-aef4-40e3-8321-eab7c0a11c4e not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:39.314095 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46710) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:39.329718 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4786b661-7fa5-4c80-ab89-484d4c8fa949 x-openstack-request-id: req-4786b661-7fa5-4c80-ab89-484d4c8fa949 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:39.330074 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:39.330387 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4786b661-7fa5-4c80-ab89-484d4c8fa949 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:39.330877 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d', 'status': 'completed', 'code': 200} Aug 16 11:46:39.359667 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-7d20e50d-692f-4945-9cba-ed12f224aa82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dcca4b6d53d48d7b9c29bda6c962086&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434756 Aug 16 11:46:39.370028 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46712) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:39.415585 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5418da94-6ff5-467d-a95b-83c1a019207b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:39.520760 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '1014db62-8d13-4be7-aa90-5cb18edcfb9d', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'port_id': 'aad2485a-3b69-4788-b107-942483832b2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'mac_address': 'fa:16:3e:57:d4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:37Z', 'updated_at': '2021-08-16T11:46:37Z', 'revision_number': 0, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:17Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:39.553271 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] Checking router: 5104e77f-b60a-4550-9444-0699bdd098f0 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:39.569478 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:39.570388 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:39.650214 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cac0d6-3ded-4484-b47c-843b91c5aeb9 req-3b096bb4-df18-4824-9e60-9b0f7d541a2b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:39.652946 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-92cac0d6-3ded-4484-b47c-843b91c5aeb9 req-3b096bb4-df18-4824-9e60-9b0f7d541a2b tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.0547559 Aug 16 11:46:39.691147 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-92cac0d6-3ded-4484-b47c-843b91c5aeb9 req-68079d25-fc65-46f9-a6dd-523260569116 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328074 Aug 16 11:46:39.699808 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:39.715258 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-18382765-f74e-4ca8-9343-d495f5701d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:39.716746 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-18382765-f74e-4ca8-9343-d495f5701d51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1098 time: 0.3337755 Aug 16 11:46:39.730950 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e10e381c-f80c-4a72-aa49-7b03dc82a28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:39.780228 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e10e381c-f80c-4a72-aa49-7b03dc82a28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:39.910478 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-f7966533-d541-4bfe-95d0-1b82fda43f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:39.912340 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-f7966533-d541-4bfe-95d0-1b82fda43f9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 200 len: 914 time: 0.1763375 Aug 16 11:46:39.918950 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5418da94-6ff5-467d-a95b-83c1a019207b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:39.940987 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '1014db62-8d13-4be7-aa90-5cb18edcfb9d', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'port_id': 'aad2485a-3b69-4788-b107-942483832b2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'mac_address': 'fa:16:3e:57:d4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:37Z', 'updated_at': '2021-08-16T11:46:37Z', 'revision_number': 0, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:17Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:39.971441 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ae0ca-f060-423b-b3d2-f34b1700da90 None None] The sync data for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi is: [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '1014db62-8d13-4be7-aa90-5cb18edcfb9d', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'port_id': 'aad2485a-3b69-4788-b107-942483832b2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'mac_address': 'fa:16:3e:57:d4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:37Z', 'updated_at': '2021-08-16T11:46:37Z', 'revision_number': 0, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:17Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:39.991955 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e10e381c-f80c-4a72-aa49-7b03dc82a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:39.994618 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e10e381c-f80c-4a72-aa49-7b03dc82a28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:39.999386 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e10e381c-f80c-4a72-aa49-7b03dc82a28f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/520157ab-4388-405d-8f90-073768a56b15 HTTP/1.1" status: 204 len: 168 time: 0.6247094 Aug 16 11:46:40.003024 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-5a8e5b0f-8b6b-40dd-83a4-7a30a6c71248 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 999 time: 0.0754728 Aug 16 11:46:40.008911 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e381c-f80c-4a72-aa49-7b03dc82a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520157ab-4388-405d-8f90-073768a56b15,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:40.028658 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5418da94-6ff5-467d-a95b-83c1a019207b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.097046 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418da94-6ff5-467d-a95b-83c1a019207b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d85eeaa-e758-4083-b017-1a546574bc53,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:40.101643 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-c8fdb291-dd71-41dd-bc7e-3b3baf7d36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:40.103257 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-c8fdb291-dd71-41dd-bc7e-3b3baf7d36e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e82a1b4-f065-4605-a35f-302b8d7cf021 HTTP/1.1" status: 200 len: 853 time: 0.0831962 Aug 16 11:46:40.161622 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-36fb027c-346f-40f3-bf49-9f162391591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:40.163291 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-36fb027c-346f-40f3-bf49-9f162391591e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61e46f1a-dfd0-49a3-aaf4-f07730602154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509667 Aug 16 11:46:40.213549 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89698d4b-20b5-4de7-94c0-ab2cb2c1bf39 None None] New status for floating IP 1014db62-8d13-4be7-aa90-5cb18edcfb9d: ACTIVE {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:46:40.217291 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5418da94-6ff5-467d-a95b-83c1a019207b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.218498 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-5418da94-6ff5-467d-a95b-83c1a019207b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9434299 Aug 16 11:46:40.226274 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46720) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:40.227066 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-b9479159-c397-4e7c-9a97-3537afebc659 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'security_group_rule': {'security_group_id': '4d85eeaa-e758-4083-b017-1a546574bc53', 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:40.291741 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-7a8e781a-f5f2-4b13-b6d5-617872089624 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204417 Aug 16 11:46:40.381509 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b9479159-c397-4e7c-9a97-3537afebc659 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.401347 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c7472-1c86-4919-9aed-f2adfbff11a5 req-8419be9d-ed1e-4f03-a45d-a7a9ddddaeab tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:40.403196 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4e6c7472-1c86-4919-9aed-f2adfbff11a5 req-8419be9d-ed1e-4f03-a45d-a7a9ddddaeab tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0858703 Aug 16 11:46:40.411267 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02637e-f74b-488c-adc9-4599d07d23d5 req-162f20d2-4d6d-446a-8817-5ba705148989 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:40.419524 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cf02637e-f74b-488c-adc9-4599d07d23d5 req-162f20d2-4d6d-446a-8817-5ba705148989 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 945 time: 0.1125355 Aug 16 11:46:40.426639 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f1c22cbc-ee4d-4d8d-8a59-f8a80c057000 req-4b4c677b-c402-473f-af03-fd053f81b687 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185913 Aug 16 11:46:40.500449 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cf02637e-f74b-488c-adc9-4599d07d23d5 req-b364a194-3ddb-448d-9f5f-f2e691c0ae8a tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797176 Aug 16 11:46:40.526227 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4e6c7472-1c86-4919-9aed-f2adfbff11a5 req-fa87102a-fe0d-4369-adf0-1997f723dadc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876853 Aug 16 11:46:40.541907 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b9479159-c397-4e7c-9a97-3537afebc659 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.679643 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-9036f10c-935e-4cb4-ba3e-9dc6b3d584e4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:40.681104 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-9036f10c-935e-4cb4-ba3e-9dc6b3d584e4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.0503635 Aug 16 11:46:40.690334 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b9479159-c397-4e7c-9a97-3537afebc659 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.708175 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9479159-c397-4e7c-9a97-3537afebc659 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47a7384-279c-48b7-bf45-9eb31a7a20f7,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:40.796615 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Deleting port f2838f70-b4cf-49f3-b490-03566cdf32a6 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:40.796990 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.810975 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf548947-44fa-41f2-be67-5383d36c56ae req-7c8de992-c39a-49a6-a1c3-8a2746a8b77a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:40.812514 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bf548947-44fa-41f2-be67-5383d36c56ae req-7c8de992-c39a-49a6-a1c3-8a2746a8b77a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Aug 16 11:46:40.813762 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b9479159-c397-4e7c-9a97-3537afebc659 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.817399 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-b9479159-c397-4e7c-9a97-3537afebc659 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5922241 Aug 16 11:46:40.817717 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46740) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:40.822799 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-cfec170c-6d4d-48cd-b1da-81b290e9a565 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'security_group_rule': {'security_group_id': '4d85eeaa-e758-4083-b017-1a546574bc53', 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:40.870668 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bf548947-44fa-41f2-be67-5383d36c56ae req-70ee32f5-c42b-4efd-a4bf-a0308c953853 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Aug 16 11:46:40.893798 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] For port f2838f70-b4cf-49f3-b490-03566cdf32a6, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f2838f70-b4cf-49f3-b490-03566cdf32a6,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:40.894163 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.908975 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Calling delete_port for f2838f70-b4cf-49f3-b490-03566cdf32a6 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:40.935418 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cfec170c-6d4d-48cd-b1da-81b290e9a565 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:40.997987 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cfec170c-6d4d-48cd-b1da-81b290e9a565 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.080891 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cfec170c-6d4d-48cd-b1da-81b290e9a565 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.097366 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec170c-6d4d-48cd-b1da-81b290e9a565 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba43165a-90c3-4fd4-b546-a0e71b9f2368,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:41.172629 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.188944 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['366a0ef8-4204-48c6-bc57-9f1c24abdafa', '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8', '1cdc7eca-27d2-4e59-a8b1-2424d0076286', 'f2838f70-b4cf-49f3-b490-03566cdf32a6'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:41.201213 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Pushing event deleted for resources: {'Port': ['ID=f2838f70-b4cf-49f3-b490-03566cdf32a6,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:41.211006 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cfec170c-6d4d-48cd-b1da-81b290e9a565 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.215143 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-cfec170c-6d4d-48cd-b1da-81b290e9a565 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3964272 Aug 16 11:46:41.215736 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46752) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:41.221750 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-03881b09-3899-459b-ab2c-5a143baf872f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'security_group_rule': {'security_group_id': '4d85eeaa-e758-4083-b017-1a546574bc53', 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:41.223293 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46754) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:41.265370 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] No DVR routers for this DVR port f2838f70-b4cf-49f3-b490-03566cdf32a6 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:46:41.268994 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.274189 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-af6d3610-5f1a-4a95-9196-a4dec2bb560b req-fd3f5a32-7176-4cea-98b8-e3662c73a408 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "DELETE /v2.0/ports/f2838f70-b4cf-49f3-b490-03566cdf32a6 HTTP/1.1" status: 204 len: 173 time: 0.5822401 Aug 16 11:46:41.275015 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2587c9e-e29a-4f29-b0d5-02cbd64f2940', 'name': 'network-vif-deleted', 'tag': 'f2838f70-b4cf-49f3-b490-03566cdf32a6'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:41.278200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677bf1f-cb75-4f9f-b84c-8b498fe68c40" -d '{"events": [{"server_uuid": "c2587c9e-e29a-4f29-b0d5-02cbd64f2940", "name": "network-vif-deleted", "tag": "f2838f70-b4cf-49f3-b490-03566cdf32a6"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:41.324395 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7378f0fd-a476-4864-ad9b-01bf296ea26c x-openstack-request-id: req-7378f0fd-a476-4864-ad9b-01bf296ea26c {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:41.325257 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2587c9e-e29a-4f29-b0d5-02cbd64f2940", "name": "network-vif-deleted", "tag": "f2838f70-b4cf-49f3-b490-03566cdf32a6", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:41.325664 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7378f0fd-a476-4864-ad9b-01bf296ea26c {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:41.326382 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2587c9e-e29a-4f29-b0d5-02cbd64f2940', 'name': 'network-vif-deleted', 'tag': 'f2838f70-b4cf-49f3-b490-03566cdf32a6', 'status': 'completed', 'code': 200} Aug 16 11:46:41.344212 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-03881b09-3899-459b-ab2c-5a143baf872f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.382426 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-613258511-network', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:41.408744 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-03881b09-3899-459b-ab2c-5a143baf872f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.589901 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Made reservation on behalf of 395c4bfffc4f4dd49392d3be253b630b for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:46:41.592438 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.607490 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.612265 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-03881b09-3899-459b-ab2c-5a143baf872f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.674428 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03881b09-3899-459b-ab2c-5a143baf872f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbff03e6-ae2f-40b6-9725-23167e8f3444,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:41.693939 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1781ba9-f8d4-419d-ae8c-31e59b7413d3 req-0559b7c2-1c5e-48a0-af1b-3e290f85a1c4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:41.695760 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c1781ba9-f8d4-419d-ae8c-31e59b7413d3 req-0559b7c2-1c5e-48a0-af1b-3e290f85a1c4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 945 time: 0.1231961 Aug 16 11:46:41.703357 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90cb9-5f15-4c7c-a9ea-e035e310f61f req-91afdd89-8d7d-4f08-8640-ad96cc96d0d0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:41.704804 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9cc90cb9-5f15-4c7c-a9ea-e035e310f61f req-91afdd89-8d7d-4f08-8640-ad96cc96d0d0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 944 time: 0.0661907 Aug 16 11:46:41.720988 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.762626 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c1781ba9-f8d4-419d-ae8c-31e59b7413d3 req-80cc2f75-b9d5-45ee-b601-b7f337251f0b tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566523 Aug 16 11:46:41.767525 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9cc90cb9-5f15-4c7c-a9ea-e035e310f61f req-416e2bad-4a6e-42c4-9929-b9fbde26cc9f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481074 Aug 16 11:46:41.821418 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.826309 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:46:41.846175 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:46:41.855398 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfef147-75dc-4911-8a5e-72ee3aa5fc60,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:41.861265 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.864092 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Added segment 3797a1f8-6138-4459-974b-fab903db0e1d of type vlan for network 2ec46b04-b71e-4394-9c01-d5216b25ba8a Aug 16 11:46:41.906303 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.924850 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-03881b09-3899-459b-ab2c-5a143baf872f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:41.926178 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-03881b09-3899-459b-ab2c-5a143baf872f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7095227 Aug 16 11:46:41.933136 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46768) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:41.934430 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:41.934854 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-a21e8d02-9fa0-48bc-8a55-beff5f1cda38 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'security_group_rule': {'security_group_id': '4d85eeaa-e758-4083-b017-1a546574bc53', 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:41.948171 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'port_id': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'mac_address': 'fa:16:3e:ff:20:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:46:41.987637 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.001494 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d8b937-5d21-48b2-9ce1-e22c5ab6444f {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:46:42.003928 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-86957bbf-bca4-4c12-b31d-e73fd04401a3 req-d81480fe-f942-4f85-b168-cb46b51bed67 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2587c9e-e29a-4f29-b0d5-02cbd64f2940 HTTP/1.1" status: 200 len: 210 time: 0.0278654 Aug 16 11:46:42.022330 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:42.027191 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.028288 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:42.030807 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.032048 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a21e8d02-9fa0-48bc-8a55-beff5f1cda38 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.086220 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a21e8d02-9fa0-48bc-8a55-beff5f1cda38 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.086920 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=2ec46b04-b71e-4394-9c01-d5216b25ba8a,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:42.097116 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:46:42.170216 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a21e8d02-9fa0-48bc-8a55-beff5f1cda38 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.170401 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.174054 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-483fb35b-5ad0-4367-89c7-dc3b1692fbc3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9324951 Aug 16 11:46:42.179179 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46770) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:42.180523 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Request body: {'subnet': {'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-613258511-subnet', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:42.188972 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e8d02-9fa0-48bc-8a55-beff5f1cda38 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e0eba7-c86c-4345-9a5c-46f2b2aabe58,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:42.222421 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=9']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:42.265469 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Made reservation on behalf of 395c4bfffc4f4dd49392d3be253b630b for: {'subnet': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:46:42.268185 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24203847'] for subnet, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.383177 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a21e8d02-9fa0-48bc-8a55-beff5f1cda38 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.383177 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a21e8d02-9fa0-48bc-8a55-beff5f1cda38 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4519250 Aug 16 11:46:42.384109 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46782) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:42.395470 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-ac1740c1-409e-4de2-b419-d38318dfa6bc tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'security_group_rule': {'security_group_id': '4d85eeaa-e758-4083-b017-1a546574bc53', 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:42.445648 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-cc50e8f0-0e24-4494-999f-ab34c73b1fcd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257599425&fields=id&tenant_id=ca5ef393b9024a27870e381b60ef242d HTTP/1.1" status: 200 len: 267 time: 0.0444503 Aug 16 11:46:42.529451 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['81d8b937-5d21-48b2-9ce1-e22c5ab6444f'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:42.554512 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-37e7b52c-7aa6-4ff6-8053-6db9dfbaf0c2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:42.556179 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-37e7b52c-7aa6-4ff6-8053-6db9dfbaf0c2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 809 time: 0.1024249 Aug 16 11:46:42.573372 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-d20a6df6-35d5-434e-90be-13a288af6923 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/quotas/ca5ef393b9024a27870e381b60ef242d HTTP/1.1" status: 200 len: 375 time: 0.0104125 Aug 16 11:46:42.627355 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-6b5a1932-75cf-463b-a215-5fe91d7a6b19 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481663 Aug 16 11:46:42.648645 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24175321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24203817'] for subnet, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.683163 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.securitygroups_db [None req-ac1740c1-409e-4de2-b419-d38318dfa6bc tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Project c800fcc934374e669f78cc5a66c3e8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 11:46:42.691303 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac1740c1-409e-4de2-b419-d38318dfa6bc tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.713225 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=797190c4-5f8b-4402-afd0-1c2556d13e81,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:42.722831 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Checking segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:42.723194 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Network hostable DHCP agents. Network: 2ec46b04-b71e-4394-9c01-d5216b25ba8a, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:46:42.766780 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-3305f4d0-5417-4ebe-bb5e-c004479fe381 service neutron] 10.222.0.25 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258972 Aug 16 11:46:42.788287 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac1740c1-409e-4de2-b419-d38318dfa6bc tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.889835 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c57a807e-e761-4e34-a28a-42b5e0b956f7 service neutron] 10.222.0.25 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140101 Aug 16 11:46:42.911554 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b300e-6cc1-4ea4-b947-022c50ce3f39 req-f9a6d025-6b9b-4982-9601-5f58329fd52e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:42.913504 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a46b300e-6cc1-4ea4-b947-022c50ce3f39 req-f9a6d025-6b9b-4982-9601-5f58329fd52e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 945 time: 0.0704591 Aug 16 11:46:42.924216 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:46:42.935270 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac1740c1-409e-4de2-b419-d38318dfa6bc tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:42.964571 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1740c1-409e-4de2-b419-d38318dfa6bc tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66040bc7-fa82-4956-876d-28d3f870f410,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:42.978553 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a46b300e-6cc1-4ea4-b947-022c50ce3f39 req-9564a738-2cd1-4de1-a739-5619fe97ba07 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531266 Aug 16 11:46:43.052931 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 2ec46b04-b71e-4394-9c01-d5216b25ba8a) {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:43.058740 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:43.062617 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.064376 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94334519-efed-4749-b29a-4e7e091741c0 None None] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:46:43.092612 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac1740c1-409e-4de2-b419-d38318dfa6bc tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.093886 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ac1740c1-409e-4de2-b419-d38318dfa6bc tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7084956 Aug 16 11:46:43.096721 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46800) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:43.102074 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-ca29101e-3144-4872-83b9-1b2603ec00dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'security_group_rule': {'security_group_id': '4d85eeaa-e758-4083-b017-1a546574bc53', 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:43.206208 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c79d403-3be3-5433-88a4-187565c4d4a3-2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81'}]}} from dv-cinder-804698-1-iscsi. {{(pid=100979) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 11:46:43.207103 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.219160 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-19894383-e1f7-4cc5-9284-7cea22474866 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0401771 Aug 16 11:46:43.220003 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46802) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:43.226456 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:43.341332 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.db_base_plugin_common [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Allocated IP 172.20.0.2 (2ec46b04-b71e-4394-9c01-d5216b25ba8a/797190c4-5f8b-4402-afd0-1c2556d13e81/46eed499-e135-4fc0-9ba1-73e68389133b) {{(pid=100979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:43.351787 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.securitygroups_db [None req-ca29101e-3144-4872-83b9-1b2603ec00dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Project c800fcc934374e669f78cc5a66c3e8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 11:46:43.359044 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ca29101e-3144-4872-83b9-1b2603ec00dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.439372 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ca29101e-3144-4872-83b9-1b2603ec00dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.494071 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.502069 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Transition to ACTIVE for port object 46eed499-e135-4fc0-9ba1-73e68389133b will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:43.517569 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Transition to ACTIVE for port object 46eed499-e135-4fc0-9ba1-73e68389133b will not be triggered until provisioned by entity DHCP. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:43.570066 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7913'] for router, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.572306 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-727624', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7824'] for router, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.575352 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ca29101e-3144-4872-83b9-1b2603ec00dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.600831 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29101e-3144-4872-83b9-1b2603ec00dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c6e81b-82a9-4c52-8bba-fff73f832ff4,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:43.639405 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fc1d4-8979-4c68-b4c2-2c98fb4d9329 req-89f9a9e6-78a3-4f70-8adf-184cb0c8b4c0 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:43.641066 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a33fc1d4-8979-4c68-b4c2-2c98fb4d9329 req-89f9a9e6-78a3-4f70-8adf-184cb0c8b4c0 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 945 time: 0.0564599 Aug 16 11:46:43.650905 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.662717 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966'] for port, after_create {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.681409 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a33fc1d4-8979-4c68-b4c2-2c98fb4d9329 req-5d548236-21f8-44b8-9437-10629d55ceb5 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Aug 16 11:46:43.702600 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a is already hosted by enough agents. {{(pid=100979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:43.705423 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.scheduler.base_scheduler [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Resources bound (agent type, host, resource id): {{(pid=100979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:43.707680 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ca29101e-3144-4872-83b9-1b2603ec00dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.709644 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-ca29101e-3144-4872-83b9-1b2603ec00dd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6115661 Aug 16 11:46:43.719506 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Received port after_create {{(pid=100979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:43.722802 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Pushing event updated for resources: {'Port': ['ID=46eed499-e135-4fc0-9ba1-73e68389133b,revision_number=1']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:43.789355 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Attempting to bind port 46eed499-e135-4fc0-9ba1-73e68389133b on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:43.789723 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Attempting to bind port 46eed499-e135-4fc0-9ba1-73e68389133b by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:43.790087 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Attempting to bind port 46eed499-e135-4fc0-9ba1-73e68389133b on network 2ec46b04-b71e-4394-9c01-d5216b25ba8a {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:43.798469 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:43.798953 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Checking segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:43.799361 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.799759 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Bound using segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:43.800234 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Bound port: 46eed499-e135-4fc0-9ba1-73e68389133b, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:43.800617 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.828118 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-61885d0c-f8c9-4acd-916a-f5095a4a6a08 req-78fec387-c330-4518-9628-aba86bf5a935 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 210 time: 0.0432253 Aug 16 11:46:43.862823 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:43.900852 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-85c1d41b-c5fa-4b90-9f77-64bb82e15e3f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927475404&fields=id&tenant_id=c800fcc934374e669f78cc5a66c3e8a2 HTTP/1.1" status: 200 len: 267 time: 0.0851779 Aug 16 11:46:43.906827 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.951512 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] For port 46eed499-e135-4fc0-9ba1-73e68389133b, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:43.972065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] For port 46eed499-e135-4fc0-9ba1-73e68389133b, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=46eed499-e135-4fc0-9ba1-73e68389133b,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:43.978968 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-b48b634c-ff8a-4fcf-ab02-a131be8027f4 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:43.980523 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-b48b634c-ff8a-4fcf-ab02-a131be8027f4 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.0643861 Aug 16 11:46:43.986841 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:43.987225 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:43.994143 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'port': {'security_groups': ['5fafafc1-6330-4c3b-b699-978ecf6ef689', '4d85eeaa-e758-4083-b017-1a546574bc53']}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:44.064463 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.095596 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.112290 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.180065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:44.182460 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65641f02-5037-4cab-80db-f13eb4474626" -d '{"events": [{"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-plugged", "status": "completed", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:44.185554 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50eaacf-e726-4607-a484-10558e964fbd req-766e217a-9794-4463-97ea-2cba04a4a204 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:44.187062 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e50eaacf-e726-4607-a484-10558e964fbd req-766e217a-9794-4463-97ea-2cba04a4a204 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 945 time: 0.1271019 Aug 16 11:46:44.192173 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4107c-8725-4f9e-b9aa-e276d042f9c6 None None] Pushing event updated for resources: {'Port': ['ID=46eed499-e135-4fc0-9ba1-73e68389133b,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:44.206677 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:44.259550 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.273921 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e50eaacf-e726-4607-a484-10558e964fbd req-343ff927-ab3d-44de-af3c-df33a9ad3702 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746734 Aug 16 11:46:44.280364 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.340021 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e04b2e-a803-4e6f-8f53-d5cfebbe4ad1 x-openstack-request-id: req-b2e04b2e-a803-4e6f-8f53-d5cfebbe4ad1 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:44.340324 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-plugged", "status": "completed", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:44.340673 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2e04b2e-a803-4e6f-8f53-d5cfebbe4ad1 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:44.341126 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'code': 200} Aug 16 11:46:44.434041 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.434923 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f2838f70-b4cf-49f3-b490-03566cdf32a6 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:44.441930 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] For port aad2485a-3b69-4788-b107-942483832b2d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=aad2485a-3b69-4788-b107-942483832b2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:44.445392 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Allocated IP 172.27.0.138 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/ab087e2d-bfea-4e38-b6e4-54eb48fa6657) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:44.463560 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: f2838f70-b4cf-49f3-b490-03566cdf32a6 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:44.463560 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f2838f70-b4cf-49f3-b490-03566cdf32a6 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:44.480410 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.519279 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=10']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:44.571373 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.638043 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.649583 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['aad2485a-3b69-4788-b107-942483832b2d'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:44.687293 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.743572 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:44.746325 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:44.749610 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f3827b23-bfec-4f53-91b6-90673bafa7a6 req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "PUT /v2.0/ports/aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 981 time: 0.7613575 Aug 16 11:46:44.750340 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:44.763820 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9" -d '{"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:44.812221 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:44.818984 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:44.821321 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Pushing event updated for resources: {'Port': ['ID=ab087e2d-bfea-4e38-b6e4-54eb48fa6657,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:44.823790 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:44.860271 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53c06a-f3bb-4ca5-96f6-feef3839c3d3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'Port': ['ID=aad2485a-3b69-4788-b107-942483832b2d,revision_number=6']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:44.879755 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['aad2485a-3b69-4788-b107-942483832b2d'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:44.955465 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85da3c-b038-40b4-b3a1-974e3229ec2c req-1e664e63-838d-41b0-a10e-99f735c050e4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:44.959474 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4c85da3c-b038-40b4-b3a1-974e3229ec2c req-1e664e63-838d-41b0-a10e-99f735c050e4 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 945 time: 0.1252668 Aug 16 11:46:45.004162 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa6e69-0b06-4370-a510-59db24d50071 req-86d65262-4d5d-440c-bf38-5cf5b6c8b555 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:45.018553 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cbfa6e69-0b06-4370-a510-59db24d50071 req-86d65262-4d5d-440c-bf38-5cf5b6c8b555 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.1561100 Aug 16 11:46:45.092287 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4c85da3c-b038-40b4-b3a1-974e3229ec2c req-3519af49-2da6-4df6-ab5f-8b6837b86045 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261337 Aug 16 11:46:45.110927 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cbfa6e69-0b06-4370-a510-59db24d50071 req-50cb28c8-b419-4a68-b5a5-0a25826be722 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909925 Aug 16 11:46:45.183702 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cbd922-65d4-4aa3-82d7-0a3e29c69f01 x-openstack-request-id: req-f3cbd922-65d4-4aa3-82d7-0a3e29c69f01 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:45.184503 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:45.185083 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3cbd922-65d4-4aa3-82d7-0a3e29c69f01 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:45.185694 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d', 'status': 'completed', 'code': 200} Aug 16 11:46:45.278752 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-fe633af3-c0a1-44cb-9644-ffee171edd63 None None] Provisioning complete for port aad2485a-3b69-4788-b107-942483832b2d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:45.279134 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-fe633af3-c0a1-44cb-9644-ffee171edd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:45.316540 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-980bb717-a947-44f2-9c38-be441baa9b5f req-013ce6b0-6eab-40e9-a782-c9d6eccdb113 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 210 time: 0.0846138 Aug 16 11:46:45.367422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922e8e5-a10d-4218-b851-a41cc6d236b9 req-17c8991d-c939-4f7d-afb8-dcacefc575e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:45.369101 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c922e8e5-a10d-4218-b851-a41cc6d236b9 req-17c8991d-c939-4f7d-afb8-dcacefc575e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 1100 time: 0.2363346 Aug 16 11:46:45.403848 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ecda6-bc83-4702-9432-7209515e7319 req-c8f3ba1a-58d2-44d9-b727-e583d8b63e99 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:45.406725 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-005ecda6-bc83-4702-9432-7209515e7319 req-c8f3ba1a-58d2-44d9-b727-e583d8b63e99 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.36 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 945 time: 0.2256007 Aug 16 11:46:45.438231 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 46eed499-e135-4fc0-9ba1-73e68389133b up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:45.471587 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-62e7adfd-cda8-4bc3-82a2-b983f6791d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:45.479222 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-62e7adfd-cda8-4bc3-82a2-b983f6791d7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1137 time: 0.2516711 Aug 16 11:46:45.494744 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6063b97-e815-4224-9053-791f73c1528b req-d92bc03f-a605-48b8-9df2-91bcc44a7937 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:45.504429 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c6063b97-e815-4224-9053-791f73c1528b req-d92bc03f-a605-48b8-9df2-91bcc44a7937 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.0963962 Aug 16 11:46:45.567189 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c6063b97-e815-4224-9053-791f73c1528b req-e0abd4ef-c747-4f3a-8e55-ba368edefbb7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596442 Aug 16 11:46:45.590069 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c922e8e5-a10d-4218-b851-a41cc6d236b9 req-dcff3240-4fee-450f-b520-f016031a8337 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888411 Aug 16 11:46:45.611846 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2c062-0f64-4492-b82a-00dbf780fa88 None None] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:46:45.623272 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:45.704769 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port 46eed499-e135-4fc0-9ba1-73e68389133b completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:45.739414 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-c060b7f3-e9d7-4c1c-93be-79f5053276b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:45.741504 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-c060b7f3-e9d7-4c1c-93be-79f5053276b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 200 len: 914 time: 0.2404151 Aug 16 11:46:45.799425 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Deleting port 5c984373-7026-4a83-a5a3-762157ee6673 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:45.799425 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:45.853778 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-37178966-aa26-4a00-ba69-389d11d4558c None None] Provisioning for port 46eed499-e135-4fc0-9ba1-73e68389133b completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:45.862135 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-37178966-aa26-4a00-ba69-389d11d4558c None None] Provisioning complete for port 46eed499-e135-4fc0-9ba1-73e68389133b triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:45.862416 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-37178966-aa26-4a00-ba69-389d11d4558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:45.871237 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79080-7938-4b05-98df-6bc97848446f req-a4a16168-401c-4a97-98bf-a0894ae365ed tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:45.873002 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dea79080-7938-4b05-98df-6bc97848446f req-a4a16168-401c-4a97-98bf-a0894ae365ed tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 945 time: 0.0563033 Aug 16 11:46:45.920686 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dea79080-7938-4b05-98df-6bc97848446f req-6abd265a-9dbe-49d6-aea6-cefee36a4e29 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Aug 16 11:46:45.973354 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-37178966-aa26-4a00-ba69-389d11d4558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:46.010838 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-37178966-aa26-4a00-ba69-389d11d4558c None None] For port 46eed499-e135-4fc0-9ba1-73e68389133b, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=46eed499-e135-4fc0-9ba1-73e68389133b,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:46.100092 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-37178966-aa26-4a00-ba69-389d11d4558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:46.167946 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37178966-aa26-4a00-ba69-389d11d4558c None None] Pushing event updated for resources: {'Port': ['ID=46eed499-e135-4fc0-9ba1-73e68389133b,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:46.172780 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-3fc710ad-800f-4567-aba9-45fdb42fde51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 1001 time: 0.4205778 Aug 16 11:46:46.223905 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-0206444c-c19e-44b5-968d-03550c0da7fb None None] Provisioning complete for port 46eed499-e135-4fc0-9ba1-73e68389133b triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:46.225312 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-0206444c-c19e-44b5-968d-03550c0da7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:46.240064 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56343d87-527b-4ca9-abc5-635c1747a29c req-34be8a0e-5336-42a3-870b-e8d87f4b2548 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:46.241711 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-56343d87-527b-4ca9-abc5-635c1747a29c req-34be8a0e-5336-42a3-870b-e8d87f4b2548 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 945 time: 0.0513384 Aug 16 11:46:46.275211 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] For port 5c984373-7026-4a83-a5a3-762157ee6673, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=5c984373-7026-4a83-a5a3-762157ee6673,segment=NetworkSegment(13252c88-6bbd-4119-989d-9bd6ddcf885d),segment_id=13252c88-6bbd-4119-989d-9bd6ddcf885d)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:46.275579 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:46.290381 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-56343d87-527b-4ca9-abc5-635c1747a29c req-4a85050a-2c8e-4eeb-8acb-8930eb648417 tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf3e5731-9a14-4f7f-8488-3e30ee4d1569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Aug 16 11:46:46.298464 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Calling delete_port for 5c984373-7026-4a83-a5a3-762157ee6673 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:46.301091 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-041f080b-a18d-42d9-810b-0437f2a93a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:46.302641 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-041f080b-a18d-42d9-810b-0437f2a93a9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e82a1b4-f065-4605-a35f-302b8d7cf021 HTTP/1.1" status: 200 len: 853 time: 0.1200180 Aug 16 11:46:46.346019 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-727591'] for router, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:46.416114 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-296dcea6-23ea-4cf0-8b62-d5bc9fe7e313 req-85e24cad-42b0-4705-a73f-b8b7458e95d2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 210 time: 0.0284052 Aug 16 11:46:46.447099 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-0dcc1f92-0c60-4a13-a264-02e16bca0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:46.448594 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-0dcc1f92-0c60-4a13-a264-02e16bca0690 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61e46f1a-dfd0-49a3-aaf4-f07730602154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1338427 Aug 16 11:46:46.648810 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-74ad9fcf-071f-4a58-86e6-5534586154a9 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643853 Aug 16 11:46:46.705020 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab072f-b5b8-4d4d-8b31-9f1ee4838ba7 req-1136a3f3-7093-4b91-8292-659fbb9aa87e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:46.706523 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-52ab072f-b5b8-4d4d-8b31-9f1ee4838ba7 req-1136a3f3-7093-4b91-8292-659fbb9aa87e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.0547998 Aug 16 11:46:46.751542 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-52ab072f-b5b8-4d4d-8b31-9f1ee4838ba7 req-6c3ad851-fc60-4aac-ab81-d70dc73203a6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366945 Aug 16 11:46:46.751957 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fe7f31da-a9ff-4417-a3b8-63e0fc7425c9 req-f361d3dd-814d-434a-be99-69443e71ce4e service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895963 Aug 16 11:46:46.787459 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:46.789179 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Router 9f6ddaab-e026-4122-89d7-a5015380ae80 is scheduled to L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 with binding_index 1 {{(pid=100978) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 11:46:46.807193 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['5c984373-7026-4a83-a5a3-762157ee6673'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:46.823256 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Pushing event deleted for resources: {'Port': ['ID=5c984373-7026-4a83-a5a3-762157ee6673,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:46.905535 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] No DVR routers for this DVR port 5c984373-7026-4a83-a5a3-762157ee6673 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:46:46.909177 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:46.911130 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-005ecda6-bc83-4702-9432-7209515e7319 req-0c8c4037-007d-48c3-a174-e607c8a1090f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.36 "DELETE /v2.0/ports/5c984373-7026-4a83-a5a3-762157ee6673 HTTP/1.1" status: 204 len: 173 time: 1.4637187 Aug 16 11:46:46.911561 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cede3977-3d33-42cc-ae1c-8c2ba800acaf', 'name': 'network-vif-deleted', 'tag': '5c984373-7026-4a83-a5a3-762157ee6673'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:46.914057 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad6087-8f1f-411d-8a71-8ddb41c4b9bb" -d '{"events": [{"server_uuid": "cede3977-3d33-42cc-ae1c-8c2ba800acaf", "name": "network-vif-deleted", "tag": "5c984373-7026-4a83-a5a3-762157ee6673"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:46.971595 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49b2321-bb8b-4ceb-9fb3-c1eeccc33a1a x-openstack-request-id: req-a49b2321-bb8b-4ceb-9fb3-c1eeccc33a1a {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:46.971595 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cede3977-3d33-42cc-ae1c-8c2ba800acaf", "name": "network-vif-deleted", "tag": "5c984373-7026-4a83-a5a3-762157ee6673", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:46.972609 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a49b2321-bb8b-4ceb-9fb3-c1eeccc33a1a {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:46.972609 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cede3977-3d33-42cc-ae1c-8c2ba800acaf', 'name': 'network-vif-deleted', 'tag': '5c984373-7026-4a83-a5a3-762157ee6673', 'status': 'completed', 'code': 200} Aug 16 11:46:46.991473 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:47.000852 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Sync routers for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:47.011886 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:47.012001 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:47.070182 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ac848-9b53-40b6-a945-fc1dcef69886 req-639d61a0-5a2b-4242-b1a0-f255e5b580d6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:47.071748 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ff9ac848-9b53-40b6-a945-fc1dcef69886 req-639d61a0-5a2b-4242-b1a0-f255e5b580d6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 945 time: 0.0547221 Aug 16 11:46:47.111016 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ff9ac848-9b53-40b6-a945-fc1dcef69886 req-ce7c330d-5be8-4124-8050-bd3823f7b004 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Aug 16 11:46:47.144829 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:47.152307 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:47.152439 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-accf2708-6611-4d4c-8526-2bda8df7fab5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9252012 Aug 16 11:46:47.152696 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46874) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:47.240879 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-408214ce-1e0d-4a43-9097-2c094fddb741 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:47.243132 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-408214ce-1e0d-4a43-9097-2c094fddb741 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.36 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 809 time: 0.1208262 Aug 16 11:46:47.331556 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-d19d2ab8-6212-4391-a78d-c25fa415fa88 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5ef393b9024a27870e381b60ef242d HTTP/1.1" status: 200 len: 380 time: 0.0718493 Aug 16 11:46:47.343874 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'port': {'device_id': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'admin_state_up': True, 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'security_groups': ['e480207d-593a-4ca4-b743-f1025e59dd3f']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:47.349933 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:45Z', 'revision_number': 3, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:47.402185 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Checking router: 9f6ddaab-e026-4122-89d7-a5015380ae80 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:47.402670 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Updating router 9f6ddaab-e026-4122-89d7-a5015380ae80 port ab087e2d-bfea-4e38-b6e4-54eb48fa6657 binding host dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:46:47.433230 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:47.458244 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 46eed499-e135-4fc0-9ba1-73e68389133b up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:47.538887 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c2b7c800-9e38-40f1-8d4b-39f7ace21b0b req-bd26f4fd-d0d6-48fa-9fb8-7d0ddd6a9d6f tempest-VolumesActionsTest-129869124 tempest-VolumesActionsTest-129869124-project] 10.222.0.25 "GET /v2.0/ports?device_id=cede3977-3d33-42cc-ae1c-8c2ba800acaf HTTP/1.1" status: 200 len: 210 time: 0.0704827 Aug 16 11:46:47.556052 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-57feb53e-c5c0-47ee-bb06-ddb4e8e0c02c req-eccd51dc-4e5f-498f-9d00-84c767f96b2e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 210 time: 0.0470493 Aug 16 11:46:47.742403 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port 46eed499-e135-4fc0-9ba1-73e68389133b triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:47.742680 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:47.819087 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Made reservation on behalf of ca5ef393b9024a27870e381b60ef242d for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:46:47.825588 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:47.932399 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54940-7261-4f96-85f2-ee2ccc5982bb req-77503207-fd5b-4b18-bd36-09da2c1ad2fc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:47.933675 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f1e54940-7261-4f96-85f2-ee2ccc5982bb req-77503207-fd5b-4b18-bd36-09da2c1ad2fc tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.0818663 Aug 16 11:46:47.962066 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:47.971503 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:47.978372 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Transition to ACTIVE for port object ab087e2d-bfea-4e38-b6e4-54eb48fa6657 will not be triggered until provisioned by entity L2. {{(pid=100979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:48.013965 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f1e54940-7261-4f96-85f2-ee2ccc5982bb req-8dbf990f-2911-4af0-876d-00ec5ad42909 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665138 Aug 16 11:46:48.017197 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Allocated IP 172.20.0.6 (0ef3b206-d367-47a6-8b9b-f27800e8c2bb/813cc25a-17ed-40af-9021-2050f0eb1448/f530fd0b-49ad-4cdb-b2c8-f72682995b43) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:48.053591 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-10eed37e-db73-4957-9736-9d31d30c783d tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:48.055398 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-10eed37e-db73-4957-9736-9d31d30c783d tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 945 time: 0.0854466 Aug 16 11:46:48.119408 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.184298 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c7032-a052-46fa-8da3-e46283b5f444 None None] Pushing event updated for resources: {'Port': ['ID=ab087e2d-bfea-4e38-b6e4-54eb48fa6657,revision_number=2']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:48.187260 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Attempting to bind port ab087e2d-bfea-4e38-b6e4-54eb48fa6657 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:48.187260 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Attempting to bind port ab087e2d-bfea-4e38-b6e4-54eb48fa6657 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:48.187654 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Attempting to bind port ab087e2d-bfea-4e38-b6e4-54eb48fa6657 on network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:48.195151 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:48.195322 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Checking segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:48.195737 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.197027 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Bound using segment: {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'} {{(pid=100979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:48.197027 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.managers [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Bound port: ab087e2d-bfea-4e38-b6e4-54eb48fa6657, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387374c3-7228-452c-a799-61cfdd376a2b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}}] {{(pid=100979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:48.197027 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.202684 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Allocated IP 172.20.0.1 (2ec46b04-b71e-4394-9c01-d5216b25ba8a/797190c4-5f8b-4402-afd0-1c2556d13e81/b10d277c-2387-4d2a-a206-a9c9660d3f15) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:48.256606 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Deleting port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:48.256958 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.294628 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] For port ab087e2d-bfea-4e38-b6e4-54eb48fa6657, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:48.300214 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] For port ab087e2d-bfea-4e38-b6e4-54eb48fa6657, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ab087e2d-bfea-4e38-b6e4-54eb48fa6657,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:48.314762 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.331670 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1687b-8669-4591-b63e-2103523c3d28 req-586ec50c-a319-4bbe-baff-9bb07bac7499 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:48.334371 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-81f1687b-8669-4591-b63e-2103523c3d28 req-586ec50c-a319-4bbe-baff-9bb07bac7499 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 945 time: 0.1178720 Aug 16 11:46:48.341016 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Transition to ACTIVE for port object f530fd0b-49ad-4cdb-b2c8-f72682995b43 will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:48.388639 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] For port 1cdc7eca-27d2-4e59-a8b1-2424d0076286, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=1cdc7eca-27d2-4e59-a8b1-2424d0076286,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:48.388983 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.401039 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.408586 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Calling delete_port for 1cdc7eca-27d2-4e59-a8b1-2424d0076286 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:48.423394 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-81f1687b-8669-4591-b63e-2103523c3d28 req-0eb1f555-44fe-4a03-91cf-39569141aca9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801001 Aug 16 11:46:48.425171 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.425852 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Transition to ACTIVE for port object b10d277c-2387-4d2a-a206-a9c9660d3f15 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:48.494541 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:48.495170 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:48.522257 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.533172 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.545116 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c7032-a052-46fa-8da3-e46283b5f444 None None] Pushing event updated for resources: {'Port': ['ID=ab087e2d-bfea-4e38-b6e4-54eb48fa6657,revision_number=3']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:48.575438 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:48.581988 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:48.584256 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:48.585742 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:48.589702 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:48.621062 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Pushing event updated for resources: {'Port': ['ID=b10d277c-2387-4d2a-a206-a9c9660d3f15,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:48.623142 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:48.651159 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.668285 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:48.668853 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.669212 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.669545 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.669871 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.670201 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.670535 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.670880 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.671203 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.671523 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.671839 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.672153 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:46:48.715203 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720200'] for router_interface, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.719082 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:48.773050 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:48.773872 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.796948 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:48.834455 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['366a0ef8-4204-48c6-bc57-9f1c24abdafa', '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8', '1cdc7eca-27d2-4e59-a8b1-2424d0076286'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:48.892422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Pushing event deleted for resources: {'Port': ['ID=1cdc7eca-27d2-4e59-a8b1-2424d0076286,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:48.971678 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbc88f-e0ab-43c8-b706-1ec4bb51535e req-8e38e844-4733-4a51-afda-71ebb97cd734 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:48.973414 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e4bbc88f-e0ab-43c8-b706-1ec4bb51535e req-8e38e844-4733-4a51-afda-71ebb97cd734 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 931 time: 0.1839840 Aug 16 11:46:48.995872 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] No DVR routers for this DVR port 1cdc7eca-27d2-4e59-a8b1-2424d0076286 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:46:49.004188 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c11dfe47-7375-4673-ba10-d50abaa13d1a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6655350 Aug 16 11:46:49.005190 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.007488 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fb71bc70-4476-4fa5-89d8-e692a2d99f12 req-a58c2ad6-d66d-4c5a-b5b0-de0c235863f7 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "DELETE /v2.0/ports/1cdc7eca-27d2-4e59-a8b1-2424d0076286 HTTP/1.1" status: 204 len: 173 time: 0.9428108 Aug 16 11:46:49.007928 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f221caf8-5a29-4cc3-a0c1-698dfdb44ee7', 'name': 'network-vif-deleted', 'tag': '1cdc7eca-27d2-4e59-a8b1-2424d0076286'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:49.010167 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f280fcc-acd5-4ba8-ac2f-d882b4f6c1f0" -d '{"events": [{"server_uuid": "f221caf8-5a29-4cc3-a0c1-698dfdb44ee7", "name": "network-vif-deleted", "tag": "1cdc7eca-27d2-4e59-a8b1-2424d0076286"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:49.020245 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Request body: {'port': {'device_id': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:49.050944 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e4bbc88f-e0ab-43c8-b706-1ec4bb51535e req-9c17e995-4c79-45c2-978f-ff0168977ff6 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649438 Aug 16 11:46:49.060188 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d070af-8a1b-4b78-b84c-24f6d6b220b8 x-openstack-request-id: req-d8d070af-8a1b-4b78-b84c-24f6d6b220b8 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:49.061298 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f221caf8-5a29-4cc3-a0c1-698dfdb44ee7", "name": "network-vif-deleted", "tag": "1cdc7eca-27d2-4e59-a8b1-2424d0076286", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:49.061555 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8d070af-8a1b-4b78-b84c-24f6d6b220b8 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:49.061954 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f221caf8-5a29-4cc3-a0c1-698dfdb44ee7', 'name': 'network-vif-deleted', 'tag': '1cdc7eca-27d2-4e59-a8b1-2424d0076286', 'status': 'completed', 'code': 200} Aug 16 11:46:49.119143 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.163635 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:45Z', 'revision_number': 3, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:49.190647 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.202491 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88126e53-69ed-40ed-b470-0bd35ee15ea2 None None] The sync data for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi is: [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:45Z', 'revision_number': 3, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:49.224044 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-05b450b9-204e-4e1e-ad32-2327a42aa6a6 None None] Provisioning for port f530fd0b-49ad-4cdb-b2c8-f72682995b43 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:49.236541 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-05b450b9-204e-4e1e-ad32-2327a42aa6a6 None None] Provisioning complete for port f530fd0b-49ad-4cdb-b2c8-f72682995b43 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:49.236976 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-05b450b9-204e-4e1e-ad32-2327a42aa6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.278368 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331e3eb-53d7-469d-a998-156111bde70b req-7f21ef22-900a-499d-a652-72f649285997 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:49.286411 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1331e3eb-53d7-469d-a998-156111bde70b req-7f21ef22-900a-499d-a652-72f649285997 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.1425412 Aug 16 11:46:49.299463 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-05b450b9-204e-4e1e-ad32-2327a42aa6a6 None None] Port f530fd0b-49ad-4cdb-b2c8-f72682995b43 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:46:49.370947 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1331e3eb-53d7-469d-a998-156111bde70b req-c07264a8-90ee-45a2-aaf2-0930dc94a35d tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803571 Aug 16 11:46:49.403602 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-05b450b9-204e-4e1e-ad32-2327a42aa6a6 None None] Provisioning for port b10d277c-2387-4d2a-a206-a9c9660d3f15 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:49.409797 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-05b450b9-204e-4e1e-ad32-2327a42aa6a6 None None] Provisioning complete for port b10d277c-2387-4d2a-a206-a9c9660d3f15 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:49.409797 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-05b450b9-204e-4e1e-ad32-2327a42aa6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.460042 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-05b450b9-204e-4e1e-ad32-2327a42aa6a6 None None] Port b10d277c-2387-4d2a-a206-a9c9660d3f15 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:46:49.529344 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.591228 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6a37197f-cd99-45c3-863a-0ccb45a1d05b req-35eea840-f151-40d3-be48-e6b4ae8ffb2c tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=f221caf8-5a29-4cc3-a0c1-698dfdb44ee7 HTTP/1.1" status: 200 len: 210 time: 0.0555658 Aug 16 11:46:49.639617 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f530fd0b-49ad-4cdb-b2c8-f72682995b43 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:46:49.650476 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.656958 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.677000 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Transition to ACTIVE for port object f530fd0b-49ad-4cdb-b2c8-f72682995b43 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:49.733622 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Pushing event updated for resources: {'Port': ['ID=b10d277c-2387-4d2a-a206-a9c9660d3f15,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:49.750049 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-720356'] for router_interface, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.782008 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:49.833029 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Pushing event updated for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:49.863970 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:49.865923 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:49.872940 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 1cdc7eca-27d2-4e59-a8b1-2424d0076286 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:49.939303 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 1cdc7eca-27d2-4e59-a8b1-2424d0076286 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:49.939661 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 1cdc7eca-27d2-4e59-a8b1-2424d0076286 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:49.940081 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 5c984373-7026-4a83-a5a3-762157ee6673 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:50.011701 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 5c984373-7026-4a83-a5a3-762157ee6673 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:50.012148 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 5c984373-7026-4a83-a5a3-762157ee6673 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:50.016240 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Attempting to bind port f530fd0b-49ad-4cdb-b2c8-f72682995b43 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:50.016772 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Attempting to bind port f530fd0b-49ad-4cdb-b2c8-f72682995b43 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:50.016948 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Attempting to bind port f530fd0b-49ad-4cdb-b2c8-f72682995b43 on network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:50.023206 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Port f530fd0b-49ad-4cdb-b2c8-f72682995b43 on network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:46:50.023546 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Attempting to bind port f530fd0b-49ad-4cdb-b2c8-f72682995b43 on network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:50.029665 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:50.030002 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Checking segment: {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:50.031441 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Bound using segment: {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:50.031441 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Bound port: f530fd0b-49ad-4cdb-b2c8-f72682995b43, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2e67f8-dc2e-4285-a4b0-c33b040bceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:50.031441 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:50.067134 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Router 9f6ddaab-e026-4122-89d7-a5015380ae80 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:46:50.195436 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:50.199714 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:50.286202 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:50.317117 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8d7c-7d3e-4519-8543-bd132359ce48 req-ab13d85d-6626-415f-9b0c-d64327a78c04 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:50.319069 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e1fb8d7c-7d3e-4519-8543-bd132359ce48 req-ab13d85d-6626-415f-9b0c-d64327a78c04 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.1133676 Aug 16 11:46:50.329168 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:46:50.338735 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:50.338735 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:50.339525 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-89777cea-60aa-4d8a-a13a-67b33a5da220 admin admin] 10.222.0.25 "PUT /v2.0/routers/9f6ddaab-e026-4122-89d7-a5015380ae80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1803224 Aug 16 11:46:50.339628 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] 10.222.0.36 "PUT /v2.0/ports/f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 1093 time: 1.3186541 Aug 16 11:46:50.362493 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-8a03cc28-161d-41a1-9294-85c4254cae87 None None] Provisioning complete for port b10d277c-2387-4d2a-a206-a9c9660d3f15 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:50.362969 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8a03cc28-161d-41a1-9294-85c4254cae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:50.420708 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173249f-da90-41c3-9487-d0e0dc4b556f service neutron] Pushing event updated for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:50.455227 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e1fb8d7c-7d3e-4519-8543-bd132359ce48 req-fb88e95b-6d48-4e52-b64b-b64c9e417696 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005328 Aug 16 11:46:50.500977 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-8a03cc28-161d-41a1-9294-85c4254cae87 None None] Port b10d277c-2387-4d2a-a206-a9c9660d3f15 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:46:50.531270 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c83350a2-1fff-470a-b50d-0f4950e8a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:50.533210 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-c83350a2-1fff-470a-b50d-0f4950e8a2bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1096 time: 0.0870707 Aug 16 11:46:50.568894 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdc889-04aa-4bb9-9400-17b007a82231 req-17254d15-b7ec-48c0-94b5-f7964e05b1b5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:50.577914 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04bdc889-04aa-4bb9-9400-17b007a82231 req-17254d15-b7ec-48c0-94b5-f7964e05b1b5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.0697551 Aug 16 11:46:50.636217 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-e04f7639-72e1-499d-8ecc-5bec743a3aa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 217 time: 0.0891588 Aug 16 11:46:50.654869 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04bdc889-04aa-4bb9-9400-17b007a82231 req-857d7ad2-0c3a-44c5-9e59-500972ec59c8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759537 Aug 16 11:46:50.705313 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-b886a0b2-d760-49d7-a8af-a52d3def7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:50.707416 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-b886a0b2-d760-49d7-a8af-a52d3def7921 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 200 len: 848 time: 0.0637631 Aug 16 11:46:50.770145 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-19abca4d-3cfe-4a83-9359-55c82639eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:50.772281 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-19abca4d-3cfe-4a83-9359-55c82639eaf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558708 Aug 16 11:46:50.865813 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-baca6cf4-4645-4fa2-b9a6-f762b13f83ab service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829382 Aug 16 11:46:51.062674 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:51.065045 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15" -d '{"events": [{"name": "network-changed", "server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:51.164808 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce014c-c8b5-4f84-8648-bcd29445973d x-openstack-request-id: req-60ce014c-c8b5-4f84-8648-bcd29445973d {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:51.165096 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:51.165383 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60ce014c-c8b5-4f84-8648-bcd29445973d {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:51.165732 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'status': 'completed', 'code': 200} Aug 16 11:46:51.267502 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b540ee8-14be-4b66-84d1-c350a996c967 req-76ec3975-d8c2-427e-941e-7cb4d5c890eb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:51.267502 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1b540ee8-14be-4b66-84d1-c350a996c967 req-76ec3975-d8c2-427e-941e-7cb4d5c890eb tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.0529132 Aug 16 11:46:51.311311 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1b540ee8-14be-4b66-84d1-c350a996c967 req-80c2b51c-a481-4614-93b6-95fd1b69fcae tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Aug 16 11:46:51.314693 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Sync routers for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:46:51.325025 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:51.325626 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:51.353769 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ab087e2d-bfea-4e38-b6e4-54eb48fa6657 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:51.383427 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46976) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:51.387629 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-edef6395-0cb3-427c-b65e-4f2b9eb52b66 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132057596', 'description': 'tempest-description--446829914'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:51.442303 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:51.491736 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-edef6395-0cb3-427c-b65e-4f2b9eb52b66 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:51.518913 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port ab087e2d-bfea-4e38-b6e4-54eb48fa6657 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:51.523191 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port ab087e2d-bfea-4e38-b6e4-54eb48fa6657 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:51.523568 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:51.583727 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815708a-1edf-4288-af4f-3e51a16dc9d3 req-02e696a8-1966-48b5-825a-0c9c1c402372 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:51.585747 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e815708a-1edf-4288-af4f-3e51a16dc9d3 req-02e696a8-1966-48b5-825a-0c9c1c402372 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0548499 Aug 16 11:46:51.617422 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:51.632343 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e815708a-1edf-4288-af4f-3e51a16dc9d3 req-cee2711f-3767-4d90-a349-5b0ac784e78c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Aug 16 11:46:51.638060 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port ab087e2d-bfea-4e38-b6e4-54eb48fa6657, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ab087e2d-bfea-4e38-b6e4-54eb48fa6657,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:51.647632 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 2, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:51.673821 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Checking router: 9f6ddaab-e026-4122-89d7-a5015380ae80 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:46:51.674173 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Updating router 9f6ddaab-e026-4122-89d7-a5015380ae80 port b10d277c-2387-4d2a-a206-a9c9660d3f15 binding host dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 11:46:51.701896 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:51.767051 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:51.823041 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=ab087e2d-bfea-4e38-b6e4-54eb48fa6657,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:51.850261 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-edef6395-0cb3-427c-b65e-4f2b9eb52b66 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:51.886830 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c5be6d8d-c044-4e1e-89ae-e47da5d68cc1 req-8c371ad7-b7ff-4ec0-b23d-9129eefbffa1 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966959 Aug 16 11:46:51.959471 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-edef6395-0cb3-427c-b65e-4f2b9eb52b66 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:51.968631 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Notify callbacks [] for port, precommit_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:51.979023 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.provisioning_blocks [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Transition to ACTIVE for port object b10d277c-2387-4d2a-a206-a9c9660d3f15 will not be triggered until provisioned by entity L2. {{(pid=100980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:51.989122 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef6395-0cb3-427c-b65e-4f2b9eb52b66 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df5395-b617-48c0-a542-b6f48603c044,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:52.086511 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-edef6395-0cb3-427c-b65e-4f2b9eb52b66 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.087831 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-edef6395-0cb3-427c-b65e-4f2b9eb52b66 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7037208 Aug 16 11:46:52.090695 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46984) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:52.095359 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-7dc6a7b3-498b-4008-9add-120667091792 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'security_group_rule': {'security_group_id': 'd1df5395-b617-48c0-a542-b6f48603c044', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:52.132322 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.183292 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03c47-3f8d-419b-bfd2-18e57bc8c6c8 None None] Pushing event updated for resources: {'Port': ['ID=b10d277c-2387-4d2a-a206-a9c9660d3f15,revision_number=3']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:52.215741 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7b3-498b-4008-9add-120667091792 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.235773 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Attempting to bind port b10d277c-2387-4d2a-a206-a9c9660d3f15 on host dv-cinder-804698-1-iscsi for vnic_type normal with profile {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:46:52.236147 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Attempting to bind port b10d277c-2387-4d2a-a206-a9c9660d3f15 by drivers openvswitch,hyperv on host dv-cinder-804698-1-iscsi at level 0 using segments [{'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:46:52.236512 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Attempting to bind port b10d277c-2387-4d2a-a206-a9c9660d3f15 on network 2ec46b04-b71e-4394-9c01-d5216b25ba8a {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:46:52.243128 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Checking agent: {'id': '43193f62-2084-4c68-8203-ed3144279a36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804698-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 34, 34), 'started_at': datetime.datetime(2021, 8, 16, 11, 35, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804698-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:46:52.243536 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Checking segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:46:52.243943 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.244341 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Bound using segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} {{(pid=100980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:46:52.244828 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.managers [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Bound port: b10d277c-2387-4d2a-a206-a9c9660d3f15, host: dv-cinder-804698-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'}}] {{(pid=100980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:46:52.245219 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.285114 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7b3-498b-4008-9add-120667091792 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.313887 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] For port b10d277c-2387-4d2a-a206-a9c9660d3f15, host dv-cinder-804698-1-iscsi, cleared binding levels {{(pid=100980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:46:52.317155 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.plugins.ml2.db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] For port b10d277c-2387-4d2a-a206-a9c9660d3f15, host dv-cinder-804698-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=b10d277c-2387-4d2a-a206-a9c9660d3f15,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:46:52.365887 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7b3-498b-4008-9add-120667091792 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.385929 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6a7b3-498b-4008-9add-120667091792 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e83cfc5-c67c-43b8-8336-8aedee4e2aa6,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:52.395848 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.454187 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcb491-1eff-4a5f-a76b-a0fe1117b0bd req-0bdd56d6-5cbf-4069-a565-71778fcd0ff9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:52.455869 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-44bcb491-1eff-4a5f-a76b-a0fe1117b0bd req-0bdd56d6-5cbf-4069-a565-71778fcd0ff9 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Aug 16 11:46:52.456726 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:46:52.457434 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:46:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:52.493182 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7b3-498b-4008-9add-120667091792 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.496814 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-7dc6a7b3-498b-4008-9add-120667091792 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023385 Aug 16 11:46:52.497786 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 46988) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:52.497915 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03c47-3f8d-419b-bfd2-18e57bc8c6c8 None None] Pushing event updated for resources: {'Port': ['ID=b10d277c-2387-4d2a-a206-a9c9660d3f15,revision_number=4']} {{(pid=100980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:52.500485 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-44bcb491-1eff-4a5f-a76b-a0fe1117b0bd req-b60da1f0-2bb3-4e23-bed0-dc68a32c71d6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369873 Aug 16 11:46:52.505018 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-bc4312ad-547e-49bc-a821-07c0d3c7726c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'security_group_rule': {'security_group_id': 'd1df5395-b617-48c0-a542-b6f48603c044', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:52.538971 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.582896 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:46:52.626948 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bc4312ad-547e-49bc-a821-07c0d3c7726c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.696002 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bc4312ad-547e-49bc-a821-07c0d3c7726c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.765510 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765a248-c54f-4922-9455-0eb06126e613 req-0f3dd974-c5c0-4360-994f-e06af082be0b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:52.767007 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7765a248-c54f-4922-9455-0eb06126e613 req-0f3dd974-c5c0-4360-994f-e06af082be0b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0518637 Aug 16 11:46:52.802169 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:52Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:46:52.804727 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7765a248-c54f-4922-9455-0eb06126e613 req-7d7c0b09-b428-4599-8512-76e1c1cae702 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Aug 16 11:46:52.805905 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bc4312ad-547e-49bc-a821-07c0d3c7726c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.828690 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4312ad-547e-49bc-a821-07c0d3c7726c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8021448-197d-4081-bb47-103a700302b7,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:52.909647 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f7e28-3285-493e-8826-c07d5d43da42 None None] The sync data for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi is: [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:52Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:46:52.926930 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bc4312ad-547e-49bc-a821-07c0d3c7726c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:52.928173 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-bc4312ad-547e-49bc-a821-07c0d3c7726c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4267938 Aug 16 11:46:52.932377 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 46996) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:46:52.942742 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:53.047404 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:53.147620 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:53.262884 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Allocated IP 172.27.0.163 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/9a055ba8-ee4f-4c4e-aa17-09d8583b7955) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:53.376846 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:53.437796 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device b10d277c-2387-4d2a-a206-a9c9660d3f15 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:53.628764 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb45de9-bcb8-4307-97e7-a7d943df491d req-ead62ee6-b048-4269-bba1-bb79288e9a1f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:53.630308 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ccb45de9-bcb8-4307-97e7-a7d943df491d req-ead62ee6-b048-4269-bba1-bb79288e9a1f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.0516768 Aug 16 11:46:53.661613 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning for port b10d277c-2387-4d2a-a206-a9c9660d3f15 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:46:53.662193 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:53.672731 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port b10d277c-2387-4d2a-a206-a9c9660d3f15 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:53.672731 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:53.748044 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:53.754306 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ccb45de9-bcb8-4307-97e7-a7d943df491d req-c508dd02-0c48-4041-b8fc-811d15b6b283 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156662 Aug 16 11:46:53.759458 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:53.764064 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:53.776916 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'Port': ['ID=9a055ba8-ee4f-4c4e-aa17-09d8583b7955,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:53.778249 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:53.814045 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] For port b10d277c-2387-4d2a-a206-a9c9660d3f15, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=b10d277c-2387-4d2a-a206-a9c9660d3f15,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:53.876518 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:53.926781 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:53.928028 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ab087e2d-bfea-4e38-b6e4-54eb48fa6657 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:53.950442 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cd770-6980-43bf-a144-5f440bce8a6d req-b6ce905b-8c74-4646-a716-c3e7467106f8 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:53.953054 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e36cd770-6980-43bf-a144-5f440bce8a6d req-b6ce905b-8c74-4646-a716-c3e7467106f8 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0647032 Aug 16 11:46:54.002646 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:54.006820 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-687d1565-1e9e-4cdd-b3cb-ef7aa68eda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:54.007790 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e36cd770-6980-43bf-a144-5f440bce8a6d req-b15abb68-13a2-4da6-8667-83df81b8a0c8 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492561 Aug 16 11:46:54.008390 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-687d1565-1e9e-4cdd-b3cb-ef7aa68eda13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1096 time: 0.0767548 Aug 16 11:46:54.014693 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Pushing event updated for resources: {'Port': ['ID=b10d277c-2387-4d2a-a206-a9c9660d3f15,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:54.025748 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port ab087e2d-bfea-4e38-b6e4-54eb48fa6657 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:54.026360 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:54.437012 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-eb1d3742-73a6-44c3-9f4f-ea51f75bf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:54.438500 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-eb1d3742-73a6-44c3-9f4f-ea51f75bf9d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 909 time: 0.4116168 Aug 16 11:46:54.493642 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-6717238e-450f-4853-9073-f78ffcc05ad2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 217 time: 0.0431736 Aug 16 11:46:54.568094 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:54.575027 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-66635c31-aca0-41c2-8da9-6e0e0bd91844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:54.576495 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-66635c31-aca0-41c2-8da9-6e0e0bd91844 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 200 len: 848 time: 0.0663719 Aug 16 11:46:54.624487 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-5b53a79c-862a-42c2-9b59-515d2b90b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:54.625892 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-5b53a79c-862a-42c2-9b59-515d2b90b482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406106 Aug 16 11:46:54.699656 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:54.786712 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-da11c8c7-4f8a-4f4b-8be2-f74d09ec0461 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509621 Aug 16 11:46:54.791513 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'Port': ['ID=9a055ba8-ee4f-4c4e-aa17-09d8583b7955,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:54.854492 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:54.891647 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b575df-2c20-4155-9cf7-348569628005 req-c3de3c6a-edf1-4259-8f13-0473d2e1b7b8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:54.893451 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30b575df-2c20-4155-9cf7-348569628005 req-c3de3c6a-edf1-4259-8f13-0473d2e1b7b8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.0635896 Aug 16 11:46:54.907578 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4b7c9cbe-fe67-4514-8c6e-2b3489ad6f15 req-721202d6-21f5-477f-bffb-2f518fce38b8 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084566 Aug 16 11:46:54.933444 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30b575df-2c20-4155-9cf7-348569628005 req-11bba5c2-0fad-4be6-b9e7-19049444dd8f tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Aug 16 11:46:54.972696 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:54.973931 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-40e14945-500f-4064-b396-e5d639aaa617 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0406094 Aug 16 11:46:55.153813 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-7a184bc1-f0e1-4884-96d7-cfdfe3d04d77 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--132057596&fields=id&tenant_id=395c4bfffc4f4dd49392d3be253b630b HTTP/1.1" status: 200 len: 267 time: 0.0689735 Aug 16 11:46:55.253826 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb8479-5f46-4461-b6cf-b46f63cdc7b4 req-2bfb69b4-5ec3-4e84-8469-4edf3fbb4734 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:55.255681 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59bb8479-5f46-4461-b6cf-b46f63cdc7b4 req-2bfb69b4-5ec3-4e84-8469-4edf3fbb4734 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.1461289 Aug 16 11:46:55.350491 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59bb8479-5f46-4461-b6cf-b46f63cdc7b4 req-d2ddc6a2-8672-4337-a856-837477754575 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801744 Aug 16 11:46:55.358194 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device b10d277c-2387-4d2a-a206-a9c9660d3f15 up at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:46:55.384374 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d249-4272-419a-9a76-629a30e2070e req-a68c06d1-8857-4ef8-a4b0-c4887f8a744b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:55.391127 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-a68c06d1-8857-4ef8-a4b0-c4887f8a744b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 810 time: 0.2236218 Aug 16 11:46:55.422550 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-cbddd339-16a7-45dd-bae7-51b4b923e57f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/quotas/395c4bfffc4f4dd49392d3be253b630b HTTP/1.1" status: 200 len: 375 time: 0.0235050 Aug 16 11:46:55.442173 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Provisioning complete for port b10d277c-2387-4d2a-a206-a9c9660d3f15 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:46:55.442541 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:55.506245 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-f7db4663-b07e-4aa9-b08d-16e5cddd6359 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714264 Aug 16 11:46:55.513552 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d65374c-101f-448e-8197-a5b3d1097110 req-9b7c640b-cb5a-4768-a80c-662231b85cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627856 Aug 16 11:46:55.641322 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-2a0f71c4-6641-4ba5-baac-9c8b989c9cc5 service neutron] 10.222.0.25 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208308 Aug 16 11:46:55.644128 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65374c-101f-448e-8197-a5b3d1097110 req-9c9a5794-390f-43d2-b453-53eaa0907c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:55.645639 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d65374c-101f-448e-8197-a5b3d1097110 req-9c9a5794-390f-43d2-b453-53eaa0907c4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 1100 time: 0.0828815 Aug 16 11:46:55.655575 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0223f-4127-4399-9794-9fea5cb41283 req-5bfb7a27-c6c8-4420-8d9a-fecb966f0cb0 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:55.657086 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-74e0223f-4127-4399-9794-9fea5cb41283 req-5bfb7a27-c6c8-4420-8d9a-fecb966f0cb0 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.0931015 Aug 16 11:46:55.779227 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-0c529344-a974-4486-aae8-c3d68154dccc service neutron] 10.222.0.25 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293328 Aug 16 11:46:55.847206 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65374c-101f-448e-8197-a5b3d1097110 req-c5a63872-dcd4-4d30-933a-448f6c73f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:55.848668 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d65374c-101f-448e-8197-a5b3d1097110 req-c5a63872-dcd4-4d30-933a-448f6c73f732 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 917 time: 0.1534762 Aug 16 11:46:55.859747 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Deleting port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:46:55.860060 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:56.051179 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d65374c-101f-448e-8197-a5b3d1097110 req-0c2386e7-262d-4389-9ca2-9fea22669945 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f HTTP/1.1" status: 200 len: 1002 time: 0.1875913 Aug 16 11:46:56.060433 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] For port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:46:56.061228 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:56.069826 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4e8ac-5048-4002-a8ea-8ead3dbee512 req-e7708bfc-5e72-421e-8fed-96f9bc4671ff tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:56.077444 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-46a4e8ac-5048-4002-a8ea-8ead3dbee512 req-e7708bfc-5e72-421e-8fed-96f9bc4671ff tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 945 time: 0.0612135 Aug 16 11:46:56.125244 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Calling delete_port for 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:46:56.150663 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65374c-101f-448e-8197-a5b3d1097110 req-62758efc-cc94-4b80-8ab2-ffb33613cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:56.152254 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d65374c-101f-448e-8197-a5b3d1097110 req-62758efc-cc94-4b80-8ab2-ffb33613cb8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0870585 Aug 16 11:46:56.267708 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65374c-101f-448e-8197-a5b3d1097110 req-c978ed3d-aa0d-43eb-8f55-6a34587a8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:56.269232 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d65374c-101f-448e-8197-a5b3d1097110 req-c978ed3d-aa0d-43eb-8f55-6a34587a8a5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830240 Aug 16 11:46:56.339089 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-843d87ce-a216-406d-b137-1644a3af1cdd req-12d4caa3-bded-417f-be3d-2c8962fc0b3d tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 210 time: 0.2452066 Aug 16 11:46:56.360401 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-46a4e8ac-5048-4002-a8ea-8ead3dbee512 req-719df9f7-454a-467b-b31c-ed8f9c1c46a2 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819676 Aug 16 11:46:56.432075 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d65374c-101f-448e-8197-a5b3d1097110 req-c29f972c-85a7-45d1-99a7-52e1376ec2dd service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500902 Aug 16 11:46:56.510530 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:56.523363 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c9b47-e73e-4b4c-8ae9-af8988bcb85d req-b4be3481-6e1c-4faf-8a31-c6b0ffaed5fc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:56.525856 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bc3c9b47-e73e-4b4c-8ae9-af8988bcb85d req-b4be3481-6e1c-4faf-8a31-c6b0ffaed5fc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0678222 Aug 16 11:46:56.531097 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['366a0ef8-4204-48c6-bc57-9f1c24abdafa', '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:46:56.566135 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Pushing event deleted for resources: {'Port': ['ID=0c5226f4-0c9a-4f5b-9887-4b3877a79ec8,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:56.585250 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bc3c9b47-e73e-4b4c-8ae9-af8988bcb85d req-4045d20a-0a8b-4203-80f1-783a29c59917 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502491 Aug 16 11:46:56.641775 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] No DVR routers for this DVR port 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:46:56.645752 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:56.648039 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-74e0223f-4127-4399-9794-9fea5cb41283 req-b5bd95e2-9865-403d-b3c0-cb81d5450340 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "DELETE /v2.0/ports/0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 HTTP/1.1" status: 204 len: 173 time: 0.9835715 Aug 16 11:46:56.649607 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f9ad66-8efd-428d-b781-5d9c5e5398d8', 'name': 'network-vif-deleted', 'tag': '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:46:56.652265 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb0057-aad4-4d22-955e-22c7e2ba0499" -d '{"events": [{"server_uuid": "42f9ad66-8efd-428d-b781-5d9c5e5398d8", "name": "network-vif-deleted", "tag": "0c5226f4-0c9a-4f5b-9887-4b3877a79ec8"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:46:56.657087 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d65374c-101f-448e-8197-a5b3d1097110 req-6a0a930b-579b-43c3-baba-8368ed32b526 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164094 Aug 16 11:46:56.705204 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03a77db-a9b4-41f4-bb81-e6ffaf661366 x-openstack-request-id: req-f03a77db-a9b4-41f4-bb81-e6ffaf661366 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:46:56.705867 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f9ad66-8efd-428d-b781-5d9c5e5398d8", "name": "network-vif-deleted", "tag": "0c5226f4-0c9a-4f5b-9887-4b3877a79ec8", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:46:56.706439 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f03a77db-a9b4-41f4-bb81-e6ffaf661366 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:46:56.707103 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f9ad66-8efd-428d-b781-5d9c5e5398d8', 'name': 'network-vif-deleted', 'tag': '0c5226f4-0c9a-4f5b-9887-4b3877a79ec8', 'status': 'completed', 'code': 200} Aug 16 11:46:57.550809 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7caa9f1f-39cb-4091-9e22-1404a5a2f6c3 req-d470ea2e-4b09-4b8a-9cf1-119494c26ff4 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 210 time: 0.0617998 Aug 16 11:46:57.590792 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e518e338-da5f-4a37-81b2-97e38a644176 req-0863b631-aa1b-4eea-b08d-c4cf4ad9fbb8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f9ad66-8efd-428d-b781-5d9c5e5398d8 HTTP/1.1" status: 200 len: 210 time: 0.0321746 Aug 16 11:46:57.715618 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4385fa2-5862-457d-9ca3-f40e4f7faead req-e507fa44-4e2d-44da-a251-452d960bed9b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:57.723307 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f4385fa2-5862-457d-9ca3-f40e4f7faead req-e507fa44-4e2d-44da-a251-452d960bed9b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0640776 Aug 16 11:46:57.771870 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f4385fa2-5862-457d-9ca3-f40e4f7faead req-c6b1a974-94dd-40ac-a1a8-35fdc5db66da tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476272 Aug 16 11:46:58.682611 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-acb85275-a00e-4e58-bcc5-fa4a10c16f19 req-2a20b1e2-7fb6-433f-8c55-3761bd01ef9f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 210 time: 0.0577617 Aug 16 11:46:58.805927 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d249-4272-419a-9a76-629a30e2070e req-fa524a3a-9bd2-4bac-add8-84303c789ead tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:58.807547 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-fa524a3a-9bd2-4bac-add8-84303c789ead tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 810 time: 0.1712611 Aug 16 11:46:58.863170 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-f2c4f4d1-f817-4031-b53a-2a465b4644be tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=395c4bfffc4f4dd49392d3be253b630b HTTP/1.1" status: 200 len: 379 time: 0.0438211 Aug 16 11:46:58.876484 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'port': {'device_id': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'admin_state_up': True, 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'security_groups': ['d1df5395-b617-48c0-a542-b6f48603c044']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:46:58.942471 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683231e4-d549-4d1b-8365-3737e062f1cb req-d64761b1-e846-4011-8348-13b1b52fc1c9 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:58.945275 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-683231e4-d549-4d1b-8365-3737e062f1cb req-d64761b1-e846-4011-8348-13b1b52fc1c9 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0793853 Aug 16 11:46:59.034890 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-683231e4-d549-4d1b-8365-3737e062f1cb req-5f63e643-e85b-4eff-b44b-f743fdf4c1b0 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672519 Aug 16 11:46:59.213749 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Made reservation on behalf of 395c4bfffc4f4dd49392d3be253b630b for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:46:59.213749 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:59.360210 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Allocated IP 172.20.0.7 (2ec46b04-b71e-4394-9c01-d5216b25ba8a/797190c4-5f8b-4402-afd0-1c2556d13e81/068c3b1b-b486-4471-9fd8-77f36de8dd5d) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:46:59.532363 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:59.552226 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Transition to ACTIVE for port object 068c3b1b-b486-4471-9fd8-77f36de8dd5d will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:46:59.651671 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:59.703238 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:46:59.720642 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:46:59.725765 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:46:59.737747 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'Port': ['ID=068c3b1b-b486-4471-9fd8-77f36de8dd5d,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:46:59.855839 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:59.857605 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:46:59.873574 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b3b4e-6738-4925-aa21-07102542c3a0 req-322af69b-5de6-448f-975a-0b59ba7ca98b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:46:59.884923 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bf7b3b4e-6738-4925-aa21-07102542c3a0 req-322af69b-5de6-448f-975a-0b59ba7ca98b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 931 time: 0.0721216 Aug 16 11:46:59.932086 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:46:59.932646 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bf7b3b4e-6738-4925-aa21-07102542c3a0 req-37f776b6-77f1-4de6-9ad8-6206e816b9ef tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459251 Aug 16 11:46:59.969411 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:46:59.969807 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 0c5226f4-0c9a-4f5b-9887-4b3877a79ec8 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:46:59.984801 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-83fd53dd-7505-4b23-97d6-afc9cbbd4a69 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1125169 Aug 16 11:47:00.001902 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Request body: {'port': {'device_id': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:00.066422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:00.153840 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-3d8cb236-0218-45cc-ab62-775ed2e58a3e None None] Provisioning for port 068c3b1b-b486-4471-9fd8-77f36de8dd5d completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:47:00.159679 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-3d8cb236-0218-45cc-ab62-775ed2e58a3e None None] Provisioning complete for port 068c3b1b-b486-4471-9fd8-77f36de8dd5d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:47:00.160056 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3d8cb236-0218-45cc-ab62-775ed2e58a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:00.212326 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e27916-415c-48e1-87fa-b44dfa2bb35e req-bcaddaa7-3166-474f-a03d-ee7cd5c23897 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:00.214385 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c1e27916-415c-48e1-87fa-b44dfa2bb35e req-bcaddaa7-3166-474f-a03d-ee7cd5c23897 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0809369 Aug 16 11:47:00.214540 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-3d8cb236-0218-45cc-ab62-775ed2e58a3e None None] Port 068c3b1b-b486-4471-9fd8-77f36de8dd5d cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:47:00.264759 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c1e27916-415c-48e1-87fa-b44dfa2bb35e req-a78d4742-9cf9-4701-aab4-1731d8b376e2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Aug 16 11:47:00.471200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068c3b1b-b486-4471-9fd8-77f36de8dd5d {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:47:00.481776 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:00.494544 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Transition to ACTIVE for port object 068c3b1b-b486-4471-9fd8-77f36de8dd5d will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:47:00.689884 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:00.781504 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbdcc7-b84b-4e8c-836b-63aa3d581d65 req-a6a27746-b063-4f8b-892e-6c5daeb8bdee tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:00.783038 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-77fbdcc7-b84b-4e8c-836b-63aa3d581d65 req-a6a27746-b063-4f8b-892e-6c5daeb8bdee tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 945 time: 0.0823948 Aug 16 11:47:00.793893 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Pushing event updated for resources: {'Port': ['ID=068c3b1b-b486-4471-9fd8-77f36de8dd5d,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:00.852899 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-77fbdcc7-b84b-4e8c-836b-63aa3d581d65 req-2345e04a-53a4-4beb-90be-4ec69348fcad tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545475 Aug 16 11:47:00.884337 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Attempting to bind port 068c3b1b-b486-4471-9fd8-77f36de8dd5d on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:47:00.884934 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Attempting to bind port 068c3b1b-b486-4471-9fd8-77f36de8dd5d by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:47:00.885051 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Attempting to bind port 068c3b1b-b486-4471-9fd8-77f36de8dd5d on network 2ec46b04-b71e-4394-9c01-d5216b25ba8a {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:47:00.890206 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Port 068c3b1b-b486-4471-9fd8-77f36de8dd5d on network 2ec46b04-b71e-4394-9c01-d5216b25ba8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:47:00.890521 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Attempting to bind port 068c3b1b-b486-4471-9fd8-77f36de8dd5d on network 2ec46b04-b71e-4394-9c01-d5216b25ba8a {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:47:00.895602 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:47:00.895939 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Checking segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:47:00.896327 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Bound using segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:47:00.896748 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Bound port: 068c3b1b-b486-4471-9fd8-77f36de8dd5d, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:47:00.897105 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:00.984675 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] For port 068c3b1b-b486-4471-9fd8-77f36de8dd5d, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:47:00.988362 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] For port 068c3b1b-b486-4471-9fd8-77f36de8dd5d, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:47:01.071486 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa1172-34de-4781-aa61-a08284b28204 req-c7089233-eb10-4be5-bcaa-496aa4301f29 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.073635 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f3fa1172-34de-4781-aa61-a08284b28204 req-c7089233-eb10-4be5-bcaa-496aa4301f29 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 943 time: 0.0604341 Aug 16 11:47:01.079354 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:01.114052 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.115493 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f3fa1172-34de-4781-aa61-a08284b28204 req-c5104a7f-add9-4673-888c-ee2f33324643 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356731 Aug 16 11:47:01.119303 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:01.121780 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/068c3b1b-b486-4471-9fd8-77f36de8dd5d HTTP/1.1" status: 200 len: 1093 time: 1.1246440 Aug 16 11:47:01.123170 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'tag': '068c3b1b-b486-4471-9fd8-77f36de8dd5d'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:01.125550 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ca5de-b82b-4653-b054-ad67cb63f867" -d '{"events": [{"name": "network-changed", "server_uuid": "592a7d0b-e89a-457f-a505-b6cf6a186aa9", "tag": "068c3b1b-b486-4471-9fd8-77f36de8dd5d"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:01.183245 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c908a-1840-4fae-a36f-1bcb045c49f8 service neutron] Pushing event updated for resources: {'Port': ['ID=068c3b1b-b486-4471-9fd8-77f36de8dd5d,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:01.188136 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d044cfb4-0966-433e-a7b3-5b571c7579ba x-openstack-request-id: req-d044cfb4-0966-433e-a7b3-5b571c7579ba {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:01.188930 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592a7d0b-e89a-457f-a505-b6cf6a186aa9", "tag": "068c3b1b-b486-4471-9fd8-77f36de8dd5d", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:01.188930 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d044cfb4-0966-433e-a7b3-5b571c7579ba {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:01.189219 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'tag': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'status': 'completed', 'code': 200} Aug 16 11:47:01.280055 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ca5de-b82b-4653-b054-ad67cb63f867 req-830170f8-0ce8-4819-a519-5f15d0fb51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.282030 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1e1ca5de-b82b-4653-b054-ad67cb63f867 req-830170f8-0ce8-4819-a519-5f15d0fb51e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0664825 Aug 16 11:47:01.412735 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ca5de-b82b-4653-b054-ad67cb63f867 req-eeaf6bc5-5a64-40e0-90d5-9959f239e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.414414 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1e1ca5de-b82b-4653-b054-ad67cb63f867 req-eeaf6bc5-5a64-40e0-90d5-9959f239e151 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=395c4bfffc4f4dd49392d3be253b630b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1176739 Aug 16 11:47:01.416364 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d2eda-ac53-4aa0-9d04-246a35df315a req-fb787b28-7680-497d-a8a4-5a8db6ddab2c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.417916 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c11d2eda-ac53-4aa0-9d04-246a35df315a req-fb787b28-7680-497d-a8a4-5a8db6ddab2c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0576222 Aug 16 11:47:01.490966 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c11d2eda-ac53-4aa0-9d04-246a35df315a req-2878a09e-358b-45f2-836b-7af933b862b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625405 Aug 16 11:47:01.540784 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ca5de-b82b-4653-b054-ad67cb63f867 req-9b670333-b11a-4335-af2c-d6cb645dbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.542385 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1e1ca5de-b82b-4653-b054-ad67cb63f867 req-9b670333-b11a-4335-af2c-d6cb645dbfe3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1183321 Aug 16 11:47:01.630777 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d249-4272-419a-9a76-629a30e2070e req-1b8e3097-e82a-4822-b605-1f1cdf792282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.632349 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-1b8e3097-e82a-4822-b605-1f1cdf792282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0443177 Aug 16 11:47:01.684692 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-dafb44f1-06b1-4556-80a4-82d7783f8de1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d HTTP/1.1" status: 200 len: 217 time: 0.0357883 Aug 16 11:47:01.721310 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-168bcad0-3108-460c-9d4a-657135417161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:01.748347 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d249-4272-419a-9a76-629a30e2070e req-d8a47943-e52b-41ca-9036-9d8704a5b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.749857 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-d8a47943-e52b-41ca-9036-9d8704a5b665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=797190c4-5f8b-4402-afd0-1c2556d13e81 HTTP/1.1" status: 200 len: 849 time: 0.0553079 Aug 16 11:47:01.799833 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d249-4272-419a-9a76-629a30e2070e req-5f318e4d-ae0b-4d4e-a99d-c2c452d9682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.801407 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-5f318e4d-ae0b-4d4e-a99d-c2c452d9682e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec46b04-b71e-4394-9c01-d5216b25ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434582 Aug 16 11:47:01.908101 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-003e2289-a52e-4dd3-a9a2-78387ac17e9d service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969019 Aug 16 11:47:01.934982 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f530fd0b-49ad-4cdb-b2c8-f72682995b43 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:47:01.996160 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2552-a1dd-4a39-bf3f-0e9296f6a568 req-22d98ace-4a5f-4b01-91d0-4ec155d3ffc6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:01.997926 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3efd2552-a1dd-4a39-bf3f-0e9296f6a568 req-22d98ace-4a5f-4b01-91d0-4ec155d3ffc6 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 945 time: 0.0678835 Aug 16 11:47:02.013041 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-26c9d249-4272-419a-9a76-629a30e2070e req-b301e178-d2b9-4628-8a0c-1721d37df964 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968456 Aug 16 11:47:02.037112 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:02.053361 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3efd2552-a1dd-4a39-bf3f-0e9296f6a568 req-4b806ee9-48c0-44b5-89ac-af7144448b8a tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/security-groups?id=7730e598-27a2-40cb-be48-c8ca99b24f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Aug 16 11:47:02.057643 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'port_id': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'mac_address': 'fa:16:3e:ae:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:47:02.115833 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:02.137190 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f530fd0b-49ad-4cdb-b2c8-f72682995b43 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:47:02.167471 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:02.250318 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:02.254844 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace307c-8eba-4682-a3d6-3d5a9e62e84d req-58b8cd2f-dfc5-45c7-802f-1cc64929dcac tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:02.257082 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aace307c-8eba-4682-a3d6-3d5a9e62e84d req-58b8cd2f-dfc5-45c7-802f-1cc64929dcac tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 943 time: 0.0684564 Aug 16 11:47:02.313692 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aace307c-8eba-4682-a3d6-3d5a9e62e84d req-d87864a7-d9b6-439c-b73f-47c8d553c4d6 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489564 Aug 16 11:47:02.315856 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:02.585956 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-d5c1b30c-767a-41eb-bf07-51c5cdd54a86 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:02.588925 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-d5c1b30c-767a-41eb-bf07-51c5cdd54a86 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 945 time: 0.0587430 Aug 16 11:47:02.611139 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['f530fd0b-49ad-4cdb-b2c8-f72682995b43'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:47:02.620217 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f0138-6c19-4230-887d-efaaa23d6945 req-57e006f3-e01d-4149-ace4-8b8be88df95c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:02.628209 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bd9f0138-6c19-4230-887d-efaaa23d6945 req-57e006f3-e01d-4149-ace4-8b8be88df95c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 944 time: 0.0734503 Aug 16 11:47:02.681058 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bd9f0138-6c19-4230-887d-efaaa23d6945 req-48d21762-b230-473b-9c0f-23f5d7b3d0a1 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498242 Aug 16 11:47:02.730096 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Deleting port 366a0ef8-4204-48c6-bc57-9f1c24abdafa {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:47:02.730592 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:02.869159 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] For port 366a0ef8-4204-48c6-bc57-9f1c24abdafa, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=366a0ef8-4204-48c6-bc57-9f1c24abdafa,segment=NetworkSegment(cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f),segment_id=cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:02.870610 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:02.886855 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Calling delete_port for 366a0ef8-4204-48c6-bc57-9f1c24abdafa owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:47:03.119496 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:03.166313 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Pushing event deleted for resources: {'Port': ['ID=366a0ef8-4204-48c6-bc57-9f1c24abdafa,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:03.175779 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1a585720-d5a0-4b30-b21d-6aba1f6d7a82 req-a2366d89-50dc-4ce2-a859-f19632160fc4 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.0442743 Aug 16 11:47:03.214816 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] No DVR routers for this DVR port 366a0ef8-4204-48c6-bc57-9f1c24abdafa on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:47:03.217792 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:03.219984 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9a57aeba-aeba-4570-8f55-074dbf09dae8 req-90f75c64-b321-4016-b52e-94e5aace9804 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.36 "DELETE /v2.0/ports/366a0ef8-4204-48c6-bc57-9f1c24abdafa HTTP/1.1" status: 204 len: 173 time: 0.6240563 Aug 16 11:47:03.220529 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662c25b2-65d4-48ba-8f13-dd63095e5585', 'name': 'network-vif-deleted', 'tag': '366a0ef8-4204-48c6-bc57-9f1c24abdafa'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:03.223132 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a010bf67-774c-4df3-9d83-cbaa303029a2" -d '{"events": [{"server_uuid": "662c25b2-65d4-48ba-8f13-dd63095e5585", "name": "network-vif-deleted", "tag": "366a0ef8-4204-48c6-bc57-9f1c24abdafa"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:03.302299 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17217280-beb2-4fb4-90b3-b130c8662ed9 x-openstack-request-id: req-17217280-beb2-4fb4-90b3-b130c8662ed9 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:03.305331 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662c25b2-65d4-48ba-8f13-dd63095e5585", "name": "network-vif-deleted", "tag": "366a0ef8-4204-48c6-bc57-9f1c24abdafa", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:03.305650 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17217280-beb2-4fb4-90b3-b130c8662ed9 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:03.306174 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662c25b2-65d4-48ba-8f13-dd63095e5585', 'name': 'network-vif-deleted', 'tag': '366a0ef8-4204-48c6-bc57-9f1c24abdafa', 'status': 'completed', 'code': 200} Aug 16 11:47:03.396196 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['366a0ef8-4204-48c6-bc57-9f1c24abdafa'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:47:03.460413 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d694-a44e-4f56-aab4-d648fedc7206 req-7bc07b6f-6a82-45ed-bdb5-43ff675b51fd tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:03.482363 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4673d694-a44e-4f56-aab4-d648fedc7206 req-7bc07b6f-6a82-45ed-bdb5-43ff675b51fd tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 943 time: 0.0802960 Aug 16 11:47:03.534100 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4673d694-a44e-4f56-aab4-d648fedc7206 req-0bbc65f8-4663-43a0-8aa7-b542c3333db7 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504837 Aug 16 11:47:03.811571 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb078c8f-a9c1-4f95-b741-9c656d34cde8 req-4315c611-9919-4033-84f4-4740e64a5ec5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:03.818961 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fb078c8f-a9c1-4f95-b741-9c656d34cde8 req-4315c611-9919-4033-84f4-4740e64a5ec5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 944 time: 0.0655437 Aug 16 11:47:03.854893 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fb078c8f-a9c1-4f95-b741-9c656d34cde8 req-b56a424d-a5e1-41ca-a1c6-b1d824a16873 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351205 Aug 16 11:47:03.951351 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f530fd0b-49ad-4cdb-b2c8-f72682995b43 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:47:04.084740 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port f530fd0b-49ad-4cdb-b2c8-f72682995b43 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:47:04.090982 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port f530fd0b-49ad-4cdb-b2c8-f72682995b43 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:47:04.091857 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:04.184389 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:04.228000 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:04.230341 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833be590-18d6-4889-ad7d-120522cd066c" -d '{"events": [{"server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "name": "network-vif-plugged", "status": "completed", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:04.251579 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:04.289879 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add72fe2-551b-4fb3-ba62-0b9862e4be46 x-openstack-request-id: req-add72fe2-551b-4fb3-ba62-0b9862e4be46 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:04.290405 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "name": "network-vif-plugged", "status": "completed", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:04.290874 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-add72fe2-551b-4fb3-ba62-0b9862e4be46 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:04.291275 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'code': 200} Aug 16 11:47:04.327627 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dc062376-2c78-4abb-8381-bb440ac4eb36 req-70590be7-f0ec-4956-b53f-7a1a34f22be8 tempest-AttachVolumeNegativeTest-199915256 tempest-AttachVolumeNegativeTest-199915256-project] 10.222.0.25 "GET /v2.0/ports?device_id=662c25b2-65d4-48ba-8f13-dd63095e5585 HTTP/1.1" status: 200 len: 210 time: 0.0321777 Aug 16 11:47:04.342253 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:04.343296 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 366a0ef8-4204-48c6-bc57-9f1c24abdafa no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:47:04.404458 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 366a0ef8-4204-48c6-bc57-9f1c24abdafa {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:47:04.405153 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 366a0ef8-4204-48c6-bc57-9f1c24abdafa not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:47:04.432354 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:04.487012 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-5b836709-608a-466e-be21-aa832e019f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:04.590385 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:04.687406 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fffc47-8903-4acc-9f88-6f4caaa71577 req-a6388a1e-ff24-4191-afae-de7cd8e87490 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:04.689925 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-53fffc47-8903-4acc-9f88-6f4caaa71577 req-a6388a1e-ff24-4191-afae-de7cd8e87490 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 943 time: 0.0776951 Aug 16 11:47:04.752071 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-53fffc47-8903-4acc-9f88-6f4caaa71577 req-a5998338-658d-4e18-8bb5-cb944a103777 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548356 Aug 16 11:47:04.776364 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471564f-cf61-4326-abff-799435310860 req-afed0a82-6f23-4a4e-b8c6-163edaa6c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:04.776364 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3471564f-cf61-4326-abff-799435310860 req-afed0a82-6f23-4a4e-b8c6-163edaa6c3c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1098 time: 0.0467229 Aug 16 11:47:04.817013 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3471564f-cf61-4326-abff-799435310860 req-13b08450-0dc3-4c15-bf38-4c6d60fc695f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359890 Aug 16 11:47:04.989392 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2351-5717-49dc-baff-be134c39574a req-2606f4a4-cfa7-4032-885f-af3b01956911 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:04.991494 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b3fe2351-5717-49dc-baff-be134c39574a req-2606f4a4-cfa7-4032-885f-af3b01956911 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0589490 Aug 16 11:47:05.090935 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b3fe2351-5717-49dc-baff-be134c39574a req-967d8f23-14fe-4129-a342-bb2f07c0f916 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340085 Aug 16 11:47:05.368429 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bc20c-e82b-4a82-a1f2-381f3cc4ef7a req-21aaf71e-6a44-49a7-b575-a7cf33a6a102 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:05.382554 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3e6bc20c-e82b-4a82-a1f2-381f3cc4ef7a req-21aaf71e-6a44-49a7-b575-a7cf33a6a102 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0682442 Aug 16 11:47:05.421737 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47182) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:05.437865 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3e6bc20c-e82b-4a82-a1f2-381f3cc4ef7a req-17e91e00-79f9-49b2-85a2-0e059f84a4f9 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536852 Aug 16 11:47:05.486177 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-ab0dde14-f8ff-4cee-b40a-4a5612416355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:05.490669 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-ab0dde14-f8ff-4cee-b40a-4a5612416355 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1137 time: 0.0976312 Aug 16 11:47:05.493411 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef68f11-42c3-41c0-85f1-00b0ce351fd0 admin admin] Deleting subnet a4ae5d56-03b2-417b-beeb-8c32b563799c {{(pid=100978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:47:05.496957 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7ef68f11-42c3-41c0-85f1-00b0ce351fd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:05.591228 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7ef68f11-42c3-41c0-85f1-00b0ce351fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4944899'] for subnet, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:05.833360 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:05.898598 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722d8c5-86b6-44ee-9eae-9bcf3b68ef07 req-2d1788e8-c52d-4fab-86ce-112a9f079d4b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:05.906123 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e722d8c5-86b6-44ee-9eae-9bcf3b68ef07 req-2d1788e8-c52d-4fab-86ce-112a9f079d4b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 943 time: 0.0684073 Aug 16 11:47:05.947726 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-adabf574-54fe-409c-9177-4ee66438050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:05.950071 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-adabf574-54fe-409c-9177-4ee66438050a service neutron] 10.222.0.36 "GET /v2.0/networks?id=61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 200 len: 914 time: 0.4273193 Aug 16 11:47:05.958802 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e722d8c5-86b6-44ee-9eae-9bcf3b68ef07 req-72cd6897-ade8-4205-92f8-76322f574cfb tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516598 Aug 16 11:47:05.975712 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 068c3b1b-b486-4471-9fd8-77f36de8dd5d details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:47:06.000922 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7ef68f11-42c3-41c0-85f1-00b0ce351fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.105790 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-e2dd77c8-9c74-4b7b-a1c6-88f0d4682f2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 1001 time: 0.1461413 Aug 16 11:47:06.146959 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 068c3b1b-b486-4471-9fd8-77f36de8dd5d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:06.171500 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'port_id': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'mac_address': 'fa:16:3e:4e:50:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:47:06.176295 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-e10392cf-268d-4875-9528-e4a0b2e61358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:06.177756 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-e10392cf-268d-4875-9528-e4a0b2e61358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e82a1b4-f065-4605-a35f-302b8d7cf021 HTTP/1.1" status: 200 len: 853 time: 0.0633178 Aug 16 11:47:06.188749 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae50f41-8de7-4b60-b34e-9cefd89cf438 req-d195abe2-2e4e-4318-94b4-4dc064ed3323 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:06.192116 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ae50f41-8de7-4b60-b34e-9cefd89cf438 req-d195abe2-2e4e-4318-94b4-4dc064ed3323 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0767539 Aug 16 11:47:06.196911 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7ef68f11-42c3-41c0-85f1-00b0ce351fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24175644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24203810'] for subnet, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.239449 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.246253 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef68f11-42c3-41c0-85f1-00b0ce351fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ae5d56-03b2-417b-beeb-8c32b563799c,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:06.253164 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7ef68f11-42c3-41c0-85f1-00b0ce351fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.256841 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-7ef68f11-42c3-41c0-85f1-00b0ce351fd0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a4ae5d56-03b2-417b-beeb-8c32b563799c HTTP/1.1" status: 204 len: 168 time: 0.8302016 Aug 16 11:47:06.258788 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47192) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:06.269952 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068c3b1b-b486-4471-9fd8-77f36de8dd5d {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:47:06.288273 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ae50f41-8de7-4b60-b34e-9cefd89cf438 req-3b1c888e-dffd-485c-8b91-63cac3207cca tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837457 Aug 16 11:47:06.301405 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 068c3b1b-b486-4471-9fd8-77f36de8dd5d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:06.341063 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-e9d54cb0-7352-48ab-a00b-137452398f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:06.343086 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-e9d54cb0-7352-48ab-a00b-137452398f9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61e46f1a-dfd0-49a3-aaf4-f07730602154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1438241 Aug 16 11:47:06.381892 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.389764 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.444489 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b25d-9296-4468-875e-f250913bd416 req-62ce4698-f9b4-4fb9-bc17-1db015ae4417 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:06.456234 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2fb8b25d-9296-4468-875e-f250913bd416 req-62ce4698-f9b4-4fb9-bc17-1db015ae4417 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.1016817 Aug 16 11:47:06.473750 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=068c3b1b-b486-4471-9fd8-77f36de8dd5d,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:06.525168 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-1da3c85d-70cb-479d-bfeb-1c4556c00d7b service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699665 Aug 16 11:47:06.526860 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.546963 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2fb8b25d-9296-4468-875e-f250913bd416 req-b6b2aadf-9f8e-42d4-b37d-3564798a491b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731704 Aug 16 11:47:06.547075 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec198fa-5463-421b-b401-50b8a1858058']}} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:06.550009 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47198) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:06.598007 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f') {'for_net_delete': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:06.598308 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5a5054-6e12-42ee-b0c1-3dbec3b1fc2f') {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:06.611175 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4944906'] for segment, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.615101 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fd099-5c4b-4dc8-b9a1-ceff0e5f7af0 req-47e57a05-1a8a-4e08-b9ed-b53b9b2cdddf tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:06.624463 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-511fd099-5c4b-4dc8-b9a1-ceff0e5f7af0 req-47e57a05-1a8a-4e08-b9ed-b53b9b2cdddf tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0870349 Aug 16 11:47:06.634424 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.652010 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:47:06.652417 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24175738'] for segment, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: Traceback (most recent call last): Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: timer() Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: cb(*args, **kw) Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: return func(*args, **kwargs) Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: self._notify() Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: self.callback(batched_events) Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: event.method(event) Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: return f(self, *a, **k) Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._get(url).json() Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: return self.request(url, 'GET', **kwargs) Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:47:06.654282 dv-cinder-804698-1-iscsi neutron-server[100978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:47:06.691209 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-511fd099-5c4b-4dc8-b9a1-ceff0e5f7af0 req-972d7839-85b5-4419-acaa-345906cdbbbb tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651851 Aug 16 11:47:06.696398 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['068c3b1b-b486-4471-9fd8-77f36de8dd5d'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:47:06.706485 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-65630a4f-4d54-494e-a5e4-fb383c09c6f5 req-04489f5b-3e54-4d9c-86fa-e179280242bd service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719458 Aug 16 11:47:06.792312 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966e208-9693-48cc-8943-cf558a40a1de tempest-TestShelveInstance-1110743343 tempest-TestShelveInstance-1110743343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:06.796847 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-4966e208-9693-48cc-8943-cf558a40a1de tempest-TestShelveInstance-1110743343 tempest-TestShelveInstance-1110743343-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1093 time: 0.2428920 Aug 16 11:47:06.797546 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47202) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:06.804368 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'port_id': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:06.828484 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.837364 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:06.840819 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] 10.222.0.25 "DELETE /v2.0/networks/aec198fa-5463-421b-b401-50b8a1858058 HTTP/1.1" status: 204 len: 168 time: 0.5781944 Aug 16 11:47:06.869180 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc672e5-d5a1-4316-9952-72f8c63acc7a admin admin] Pushing event deleted for resources: {'Network': ['ID=aec198fa-5463-421b-b401-50b8a1858058,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:06.959647 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for floatingip, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.091902 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.096102 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e555fa-60c5-42fa-9a8d-010fa1ae274c req-9773af55-f17b-40af-a567-7f2f1454c5ce tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:07.098078 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-55e555fa-60c5-42fa-9a8d-010fa1ae274c req-9773af55-f17b-40af-a567-7f2f1454c5ce tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 944 time: 0.0691662 Aug 16 11:47:07.150996 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-55e555fa-60c5-42fa-9a8d-010fa1ae274c req-2c144ce1-7d76-412e-979f-7b6d95a0b5e1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444198 Aug 16 11:47:07.242923 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47212) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:07.256806 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Allocated IP 172.27.0.28 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/cbec876b-a1a4-47c9-8c5a-09efb8117f69) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:47:07.323317 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1ef96b11-34ec-4007-90cf-a9702019e3b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8312d74ac85449e18ff7358288d4f1ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0787733 Aug 16 11:47:07.326878 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.327763 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47214) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:07.383339 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.407143 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d772729c-4b10-4142-bd7b-91b4b0270cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.436548 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d772729c-4b10-4142-bd7b-91b4b0270cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.544896 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.584073 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d772729c-4b10-4142-bd7b-91b4b0270cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.587208 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d772729c-4b10-4142-bd7b-91b4b0270cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:07.590674 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d772729c-4b10-4142-bd7b-91b4b0270cd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7730e598-27a2-40cb-be48-c8ca99b24f3f HTTP/1.1" status: 204 len: 168 time: 0.2586539 Aug 16 11:47:07.591349 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:47:07.593243 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:47:07.600108 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:47:07.610033 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772729c-4b10-4142-bd7b-91b4b0270cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7730e598-27a2-40cb-be48-c8ca99b24f3f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:07.685085 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'Port': ['ID=cbec876b-a1a4-47c9-8c5a-09efb8117f69,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:07.835640 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac222b4b-341d-4616-bba1-47cdb20ac41c req-3b734eb4-2081-40b4-9d92-89d32c94460d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:07.849119 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ac222b4b-341d-4616-bba1-47cdb20ac41c req-3b734eb4-2081-40b4-9d92-89d32c94460d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0772517 Aug 16 11:47:07.896460 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ac222b4b-341d-4616-bba1-47cdb20ac41c req-c255e1f1-c8b3-4c72-872f-d62a8eca9cfa tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463269 Aug 16 11:47:07.971885 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 068c3b1b-b486-4471-9fd8-77f36de8dd5d up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:47:08.149496 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:08.150063 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 068c3b1b-b486-4471-9fd8-77f36de8dd5d completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:47:08.159615 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 068c3b1b-b486-4471-9fd8-77f36de8dd5d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:47:08.160002 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:08.293336 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:08.306737 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e19519-fb8a-49ee-902c-c7ced280c880 req-88b9d1ad-30a0-41fd-bc1f-bb3a3cc853bb tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:08.316898 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f4e19519-fb8a-49ee-902c-c7ced280c880 req-88b9d1ad-30a0-41fd-bc1f-bb3a3cc853bb tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 944 time: 0.0652230 Aug 16 11:47:08.321440 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c3b1b-b486-4471-9fd8-77f36de8dd5d'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:08.323763 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d71fc9-e61f-467e-9def-c1104cb8e054" -d '{"events": [{"server_uuid": "592a7d0b-e89a-457f-a505-b6cf6a186aa9", "name": "network-vif-plugged", "status": "completed", "tag": "068c3b1b-b486-4471-9fd8-77f36de8dd5d"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:08.339139 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 068c3b1b-b486-4471-9fd8-77f36de8dd5d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:08.362260 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:08.377567 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f4e19519-fb8a-49ee-902c-c7ced280c880 req-961a14c8-645f-4740-9e69-1573ada6c63c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597951 Aug 16 11:47:08.407232 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:08.450497 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575bf591-972d-426d-971a-fb0be714f8b8 x-openstack-request-id: req-575bf591-972d-426d-971a-fb0be714f8b8 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:08.451414 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592a7d0b-e89a-457f-a505-b6cf6a186aa9", "name": "network-vif-plugged", "status": "completed", "tag": "068c3b1b-b486-4471-9fd8-77f36de8dd5d", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:08.451414 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-575bf591-972d-426d-971a-fb0be714f8b8 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:08.452038 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'code': 200} Aug 16 11:47:08.490208 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=068c3b1b-b486-4471-9fd8-77f36de8dd5d,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:08.616897 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:08.670415 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:08.752326 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event updated for resources: {'Port': ['ID=cbec876b-a1a4-47c9-8c5a-09efb8117f69,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:08.766424 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:08.902503 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6480512-cfc6-4710-8f54-eb60d7bc38be req-9c8f78a4-2733-47f4-afed-1ab6fb46050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:08.904085 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6480512-cfc6-4710-8f54-eb60d7bc38be req-9c8f78a4-2733-47f4-afed-1ab6fb46050b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0993223 Aug 16 11:47:08.915957 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Floating IP 4f90de2e-bf82-4a9d-9a7b-9602755a6ce4 associated. External IP: 172.27.0.28, port: f530fd0b-49ad-4cdb-b2c8-f72682995b43. Aug 16 11:47:09.000861 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6480512-cfc6-4710-8f54-eb60d7bc38be req-e58d4db7-e84e-48c2-b846-f470277f0611 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457006 Aug 16 11:47:09.081894 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e64a87-63ab-416e-b759-fadb6b51bee2 req-00e12c67-9286-4276-9750-99bee71b93a6 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:09.083955 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-02e64a87-63ab-416e-b759-fadb6b51bee2 req-00e12c67-9286-4276-9750-99bee71b93a6 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0862126 Aug 16 11:47:09.136932 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-02e64a87-63ab-416e-b759-fadb6b51bee2 req-66502b72-26ca-4920-b268-ca2629c9fd4a tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436108 Aug 16 11:47:09.227134 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Router 4b995454-43f9-4329-8bb0-23d0892ad460 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:47:09.377191 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:47:09.398936 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] Sync routers for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:47:09.412113 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:47:09.421767 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:47:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:09.521275 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:09.562477 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59968f-bbf2-4a17-b7fc-0d524a56eebd req-befe1a8d-ee7a-4760-9f11-40e5d8d85377 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:09.571376 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-3ba19db9-9e5c-495c-9fe7-a247976167dd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7721696 Aug 16 11:47:09.572143 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:09.573118 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3d59968f-bbf2-4a17-b7fc-0d524a56eebd req-befe1a8d-ee7a-4760-9f11-40e5d8d85377 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0838375 Aug 16 11:47:09.575164 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1437cbeb-9a30-4169-9820-53e07a33c917" -d '{"events": [{"name": "network-changed", "server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:09.621735 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3d59968f-bbf2-4a17-b7fc-0d524a56eebd req-13f58556-5f5b-4a0a-905a-d5552191e713 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474689 Aug 16 11:47:09.652183 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dd1172-7a43-4e1f-a5dd-82c8ca107c7e x-openstack-request-id: req-43dd1172-7a43-4e1f-a5dd-82c8ca107c7e {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:09.652507 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:09.652764 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43dd1172-7a43-4e1f-a5dd-82c8ca107c7e {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:09.653178 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'status': 'completed', 'code': 200} Aug 16 11:47:09.733218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-f7baba2a-fedb-44fe-b1f8-95e4af8f4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:09.734691 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-f7baba2a-fedb-44fe-b1f8-95e4af8f4aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1098 time: 0.0474024 Aug 16 11:47:09.777704 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:47:09.873813 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-6cba206d-42e0-4775-8336-ae57e875f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:09.876577 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-6cba206d-42e0-4775-8336-ae57e875f425 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 909 time: 0.1326122 Aug 16 11:47:10.013622 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-500a75d6-40f5-494a-94e6-53e0a9cb159a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 998 time: 0.1202693 Aug 16 11:47:10.090650 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-c6986018-df12-4101-aa51-8d65abae138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:10.092121 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-c6986018-df12-4101-aa51-8d65abae138e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 200 len: 848 time: 0.0693774 Aug 16 11:47:10.097804 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '4f90de2e-bf82-4a9d-9a7b-9602755a6ce4', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'port_id': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'mac_address': 'fa:16:3e:ae:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:47:07Z', 'updated_at': '2021-08-16T11:47:07Z', 'revision_number': 0, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:09Z', 'revision_number': 5, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:10.127452 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] Checking router: 4b995454-43f9-4329-8bb0-23d0892ad460 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:47:10.137596 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:47:10.138549 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:47:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:10.190747 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-fb0193dd-9c1a-49ed-94b5-a3d87537e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:10.192251 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-fb0193dd-9c1a-49ed-94b5-a3d87537e38c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895038 Aug 16 11:47:10.367545 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:47:10.376755 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f6c51-01e5-48cb-b1e0-453a4f43eaa5 req-f1ee0336-c8bd-4697-8b51-030b801fc6de tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:10.380192 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-173f6c51-01e5-48cb-b1e0-453a4f43eaa5 req-f1ee0336-c8bd-4697-8b51-030b801fc6de tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.1083558 Aug 16 11:47:10.385565 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-d3703376-7c53-4ac1-a249-e7540538b549 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731222 Aug 16 11:47:10.467471 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-173f6c51-01e5-48cb-b1e0-453a4f43eaa5 req-cb4f4b1a-f8cc-490b-89fc-83830b0da51d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709116 Aug 16 11:47:10.532766 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1437cbeb-9a30-4169-9820-53e07a33c917 req-c2760c1a-26de-4066-b435-99133bc0c0ff service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389260 Aug 16 11:47:10.716514 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '4f90de2e-bf82-4a9d-9a7b-9602755a6ce4', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'port_id': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'mac_address': 'fa:16:3e:ae:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:47:07Z', 'updated_at': '2021-08-16T11:47:07Z', 'revision_number': 0, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:09Z', 'revision_number': 5, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:10.760946 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e110774-027a-4669-8391-dce5c3aab97b None None] The sync data for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi is: [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '4f90de2e-bf82-4a9d-9a7b-9602755a6ce4', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'port_id': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'mac_address': 'fa:16:3e:ae:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:47:07Z', 'updated_at': '2021-08-16T11:47:07Z', 'revision_number': 0, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:09Z', 'revision_number': 5, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:47:10.831184 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8974700-a32f-414b-92f0-04b2d423ca3a req-89417e2c-ff87-41e5-ae86-22f57e315061 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:10.839412 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8974700-a32f-414b-92f0-04b2d423ca3a req-89417e2c-ff87-41e5-ae86-22f57e315061 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.1184781 Aug 16 11:47:10.891228 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8974700-a32f-414b-92f0-04b2d423ca3a req-d3dd5177-47a3-4956-85ae-acdaaf7896e2 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509284 Aug 16 11:47:11.052813 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aef8a-e86a-4cfb-b9be-cf7b5ce67991 req-7c4e6c41-0426-459b-ae2c-e00ccbbb366c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:11.054830 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-105aef8a-e86a-4cfb-b9be-cf7b5ce67991 req-7c4e6c41-0426-459b-ae2c-e00ccbbb366c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0867815 Aug 16 11:47:11.066318 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ffcbc-9da0-4ceb-892c-a62cde4bc73e None None] New status for floating IP 4f90de2e-bf82-4a9d-9a7b-9602755a6ce4: ACTIVE {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:47:11.067015 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47304) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:11.073125 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'floatingip': {'port_id': '068c3b1b-b486-4471-9fd8-77f36de8dd5d'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:11.115452 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:11.624645 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1e963-203e-4a51-b3bf-c146ab0cf3a5 req-e0c932f9-1b00-4f0e-8fa5-a56838fa4750 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:11.626262 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dbe1e963-203e-4a51-b3bf-c146ab0cf3a5 req-e0c932f9-1b00-4f0e-8fa5-a56838fa4750 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0939798 Aug 16 11:47:11.700812 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:11.709574 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dbe1e963-203e-4a51-b3bf-c146ab0cf3a5 req-29d77c08-3247-495a-bf7c-b57eab152eb0 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566351 Aug 16 11:47:11.824417 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:11.947957 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.l3_db [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Floating IP e1f15473-1d97-431e-bd93-ae16a3486d05 associated. External IP: 172.27.0.163, port: 068c3b1b-b486-4471-9fd8-77f36de8dd5d. Aug 16 11:47:11.965510 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47322) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:12.095909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-60a250b2-470c-4f24-8afe-ee1d83e29bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:12.188767 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Router 9f6ddaab-e026-4122-89d7-a5015380ae80 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:47:12.204443 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-60a250b2-470c-4f24-8afe-ee1d83e29bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:12.290499 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-60a250b2-470c-4f24-8afe-ee1d83e29bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:12.309801 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:47:12.322731 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:12.328234 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] Sync routers for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:47:12.341624 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:47:12.342254 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:47:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:12.350336 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-60a250b2-470c-4f24-8afe-ee1d83e29bae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53914cf7b0da4e4b92c654c00a8ac323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814826 Aug 16 11:47:12.360326 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-7b16e026-f750-4128-979e-50edce002388 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "PUT /v2.0/floatingips/e1f15473-1d97-431e-bd93-ae16a3486d05 HTTP/1.1" status: 200 len: 991 time: 1.2926328 Aug 16 11:47:12.361407 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'tag': '068c3b1b-b486-4471-9fd8-77f36de8dd5d'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:12.364053 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47330) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:12.375128 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1" -d '{"events": [{"name": "network-changed", "server_uuid": "592a7d0b-e89a-457f-a505-b6cf6a186aa9", "tag": "068c3b1b-b486-4471-9fd8-77f36de8dd5d"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:12.381001 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a250b2-470c-4f24-8afe-ee1d83e29bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76212f6a-b432-43e1-8aa4-706513c38476,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:12.445926 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e265a21-035b-442c-8a52-4e33806a98af x-openstack-request-id: req-9e265a21-035b-442c-8a52-4e33806a98af {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:12.445926 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592a7d0b-e89a-457f-a505-b6cf6a186aa9", "tag": "068c3b1b-b486-4471-9fd8-77f36de8dd5d", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:12.445926 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e265a21-035b-442c-8a52-4e33806a98af {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:12.446303 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'tag': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'status': 'completed', 'code': 200} Aug 16 11:47:12.473069 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-70783e16-df18-4a83-a015-2291f08d18ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:12.519769 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-70783e16-df18-4a83-a015-2291f08d18ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:12.520732 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:47:12.561549 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-00a47829-1585-42e8-8bc3-8b2820abedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:12.563203 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-00a47829-1585-42e8-8bc3-8b2820abedb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0871665 Aug 16 11:47:12.673303 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-8f6c1c55-449f-4763-b539-f3d685a19877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:12.674860 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-8f6c1c55-449f-4763-b539-f3d685a19877 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 910 time: 0.0989671 Aug 16 11:47:12.730288 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-70783e16-df18-4a83-a015-2291f08d18ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:12.730288 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-70783e16-df18-4a83-a015-2291f08d18ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:12.734625 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-70783e16-df18-4a83-a015-2291f08d18ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76212f6a-b432-43e1-8aa4-706513c38476 HTTP/1.1" status: 204 len: 168 time: 0.3670907 Aug 16 11:47:12.768061 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-e66f4a82-539a-402a-a6a8-9857d654355c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d HTTP/1.1" status: 200 len: 999 time: 0.0840108 Aug 16 11:47:12.769376 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70783e16-df18-4a83-a015-2291f08d18ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76212f6a-b432-43e1-8aa4-706513c38476,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:12.874914 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-1a34adbc-4619-4508-8a32-778a6bfe006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:12.876388 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-1a34adbc-4619-4508-8a32-778a6bfe006b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=797190c4-5f8b-4402-afd0-1c2556d13e81 HTTP/1.1" status: 200 len: 849 time: 0.0930338 Aug 16 11:47:12.885590 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'e1f15473-1d97-431e-bd93-ae16a3486d05', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'port_id': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'mac_address': 'fa:16:3e:4e:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:53Z', 'updated_at': '2021-08-16T11:47:11Z', 'revision_number': 1, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:12.892733 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5c537-53dc-4c8d-a1df-60e3bf34b19e req-05131c7c-f195-4c0a-a9b1-9037043a038e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:12.894326 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-21c5c537-53dc-4c8d-a1df-60e3bf34b19e req-05131c7c-f195-4c0a-a9b1-9037043a038e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0915599 Aug 16 11:47:12.919951 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] Checking router: 9f6ddaab-e026-4122-89d7-a5015380ae80 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:47:12.928972 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:47:12.930143 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:47:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:12.934270 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-a8b8ee3e-74d0-45d8-8c82-b5a7a787e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:12.935898 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-a8b8ee3e-74d0-45d8-8c82-b5a7a787e5e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec46b04-b71e-4394-9c01-d5216b25ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515354 Aug 16 11:47:12.947646 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-21c5c537-53dc-4c8d-a1df-60e3bf34b19e req-0a5ae394-4581-4470-9bb5-42e362331970 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433214 Aug 16 11:47:13.031566 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-5cb76114-ee17-4c8c-bad8-24969601cbbc service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865855 Aug 16 11:47:13.049530 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:47:13.126015 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d979abb-6ce8-4c91-aa41-71cd54bb84f1 req-6cfda991-df12-4f0a-994f-42034b803edc service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871215 Aug 16 11:47:13.297374 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'e1f15473-1d97-431e-bd93-ae16a3486d05', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'port_id': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'mac_address': 'fa:16:3e:4e:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:53Z', 'updated_at': '2021-08-16T11:47:11Z', 'revision_number': 1, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:13.325251 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72674ab5-7489-4932-ad01-c8c0848c79db None None] The sync data for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi is: [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'e1f15473-1d97-431e-bd93-ae16a3486d05', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'port_id': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'mac_address': 'fa:16:3e:4e:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:46:53Z', 'updated_at': '2021-08-16T11:47:11Z', 'revision_number': 1, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:47:13.630162 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21257d7a-e220-4e6c-9b44-94c65bf5ad6f None None] New status for floating IP e1f15473-1d97-431e-bd93-ae16a3486d05: ACTIVE {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:47:13.796238 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:47:13.914649 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47352) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:13.932623 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8a177868-580c-4cdb-8ff3-36313aa5385c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:14.029996 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8a177868-580c-4cdb-8ff3-36313aa5385c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:14.097915 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42cdc2-c2c1-42a0-8312-daa47f59d9b8 req-e806d557-7444-4704-8ad1-38bfd2e17c94 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:14.099405 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1a42cdc2-c2c1-42a0-8312-daa47f59d9b8 req-e806d557-7444-4704-8ad1-38bfd2e17c94 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0511837 Aug 16 11:47:14.132400 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8a177868-580c-4cdb-8ff3-36313aa5385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:14.141215 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1a42cdc2-c2c1-42a0-8312-daa47f59d9b8 req-b3afe27d-cf3d-4289-8f6c-da3fe8a9038b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351872 Aug 16 11:47:14.172462 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-8a177868-580c-4cdb-8ff3-36313aa5385c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=337ddc8217754461b437f11a3ddd06bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582073 Aug 16 11:47:14.173405 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a177868-580c-4cdb-8ff3-36313aa5385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aebc53-08e6-4de1-8ffa-5d67042fe60f,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:14.175074 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47360) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:14.224520 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27b67072-8762-464d-81c4-32755fd0f9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:14.253182 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27b67072-8762-464d-81c4-32755fd0f9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:14.412569 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27b67072-8762-464d-81c4-32755fd0f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:14.417929 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27b67072-8762-464d-81c4-32755fd0f9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:14.417929 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-27b67072-8762-464d-81c4-32755fd0f9ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79aebc53-08e6-4de1-8ffa-5d67042fe60f HTTP/1.1" status: 204 len: 168 time: 0.2409441 Aug 16 11:47:14.424794 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b67072-8762-464d-81c4-32755fd0f9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aebc53-08e6-4de1-8ffa-5d67042fe60f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:15.260741 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154eada-be97-4093-95f0-137a9c96692e req-f2d70b1c-b123-4a0d-8ce1-af99da448a43 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:15.262285 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b154eada-be97-4093-95f0-137a9c96692e req-f2d70b1c-b123-4a0d-8ce1-af99da448a43 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0535946 Aug 16 11:47:15.308774 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b154eada-be97-4093-95f0-137a9c96692e req-27d6b203-0f7b-4a21-894a-16becc0ebdba tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403521 Aug 16 11:47:16.430660 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfe14-b401-4e0f-94f4-ee2e5a861b7f req-0a81564d-41cb-4b4f-85c8-c3b8a5c0fb47 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:16.432170 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b76dfe14-b401-4e0f-94f4-ee2e5a861b7f req-0a81564d-41cb-4b4f-85c8-c3b8a5c0fb47 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0552347 Aug 16 11:47:16.473632 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b76dfe14-b401-4e0f-94f4-ee2e5a861b7f req-e6e728ec-53b2-4e4b-b713-1ed770687af3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349474 Aug 16 11:47:17.597373 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488cae8-58d3-4c34-903a-f28514141b37 req-5eacd307-2f0e-492e-9f18-13591c03d22d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:17.598858 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3488cae8-58d3-4c34-903a-f28514141b37 req-5eacd307-2f0e-492e-9f18-13591c03d22d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0487373 Aug 16 11:47:17.639787 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3488cae8-58d3-4c34-903a-f28514141b37 req-f324fab5-1d35-4e20-bc86-f43ec55ee75f tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341446 Aug 16 11:47:18.557501 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47498) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:18.607557 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0509cd8-eb86-40a0-9d57-86a71bf502cc admin admin] Deleting subnet 8e906c54-c5f7-47be-b02f-b22dc2803e4c {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:47:18.610724 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0509cd8-eb86-40a0-9d57-86a71bf502cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:18.647988 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0509cd8-eb86-40a0-9d57-86a71bf502cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:18.691964 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0509cd8-eb86-40a0-9d57-86a71bf502cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:18.774678 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc136-0858-4388-899d-637d533967d2 req-9805132b-45fe-4dd9-8113-c49539e6f692 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:18.776157 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b3cc136-0858-4388-899d-637d533967d2 req-9805132b-45fe-4dd9-8113-c49539e6f692 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0650628 Aug 16 11:47:18.820686 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b3cc136-0858-4388-899d-637d533967d2 req-a38a3a59-5d65-467e-91f8-5fa9cbbfc961 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371644 Aug 16 11:47:18.873498 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0509cd8-eb86-40a0-9d57-86a71bf502cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:18.899188 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0509cd8-eb86-40a0-9d57-86a71bf502cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e906c54-c5f7-47be-b02f-b22dc2803e4c,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:18.902915 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0509cd8-eb86-40a0-9d57-86a71bf502cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:18.905354 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f0509cd8-eb86-40a0-9d57-86a71bf502cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8e906c54-c5f7-47be-b02f-b22dc2803e4c HTTP/1.1" status: 204 len: 168 time: 0.3468368 Aug 16 11:47:18.907291 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47506) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:18.976005 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.057051 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.067571 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835136b3-af6b-44dd-bf4f-1db97b35b808']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:19.078130 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13252c88-6bbd-4119-989d-9bd6ddcf885d') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:19.078569 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13252c88-6bbd-4119-989d-9bd6ddcf885d') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:19.087683 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.100348 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.106736 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:47:19.107113 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:47:19.108678 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:47:19.376017 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.382061 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.385021 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/835136b3-af6b-44dd-bf4f-1db97b35b808 HTTP/1.1" status: 204 len: 168 time: 0.4767246 Aug 16 11:47:19.397670 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa7ee5-00fe-4c1f-87e0-217b75d3dfb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=835136b3-af6b-44dd-bf4f-1db97b35b808,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:19.766313 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47520) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:19.811135 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ada7ed09-bf8a-441f-a16b-170f2e72c650 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf13400872e647f89cd4c860147e4d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435858 Aug 16 11:47:19.813658 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47522) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:19.863365 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-41fbebc8-c247-4c92-b2bb-1b896ec22abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.886854 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-41fbebc8-c247-4c92-b2bb-1b896ec22abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:19.961686 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ccb53-8b3b-4348-b529-dd342bbade3b req-e53f100b-c699-444e-80a0-c0ee835858e1 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:19.966332 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-020ccb53-8b3b-4348-b529-dd342bbade3b req-e53f100b-c699-444e-80a0-c0ee835858e1 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0726855 Aug 16 11:47:20.012730 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-020ccb53-8b3b-4348-b529-dd342bbade3b req-546f7aca-3f10-4cba-af1b-3c9fffc9daa7 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399735 Aug 16 11:47:20.080778 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-41fbebc8-c247-4c92-b2bb-1b896ec22abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:20.083529 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-41fbebc8-c247-4c92-b2bb-1b896ec22abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:20.091235 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-41fbebc8-c247-4c92-b2bb-1b896ec22abd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf3e5731-9a14-4f7f-8488-3e30ee4d1569 HTTP/1.1" status: 204 len: 168 time: 0.2701144 Aug 16 11:47:20.093794 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbebc8-c247-4c92-b2bb-1b896ec22abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e5731-9a14-4f7f-8488-3e30ee4d1569,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:21.136795 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8899878-574c-45a7-a082-ee44738290d3 req-0e1973e4-7b53-4540-9266-13e8197e3b25 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:21.138383 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f8899878-574c-45a7-a082-ee44738290d3 req-0e1973e4-7b53-4540-9266-13e8197e3b25 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0563984 Aug 16 11:47:21.187720 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f8899878-574c-45a7-a082-ee44738290d3 req-4b3860e1-1f23-432b-8dcc-5bfed005c982 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425336 Aug 16 11:47:22.316002 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34d954-a597-4a8f-b655-7b30fa8dcef0 req-a497a8d6-fe46-4f4c-b375-ef3728dbce16 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:22.317515 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3f34d954-a597-4a8f-b655-7b30fa8dcef0 req-a497a8d6-fe46-4f4c-b375-ef3728dbce16 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0643649 Aug 16 11:47:22.358105 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3f34d954-a597-4a8f-b655-7b30fa8dcef0 req-8cd0003e-c766-498c-b085-52e2290f5ed7 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341311 Aug 16 11:47:22.524438 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:23.471841 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85070817-14b4-4946-a65a-735d1026570e req-a3a759d4-b1ee-4aae-a37f-2f8b6179f406 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:23.473322 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-85070817-14b4-4946-a65a-735d1026570e req-a3a759d4-b1ee-4aae-a37f-2f8b6179f406 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0488186 Aug 16 11:47:23.513222 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-85070817-14b4-4946-a65a-735d1026570e req-bcfc452b-db06-4a34-8f14-c5413407f734 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338132 Aug 16 11:47:24.804698 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b7ac6-e0b6-4e9b-973b-8d123bfecee5 req-18d0e78d-8f66-4242-868c-828171d9b1c3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:24.806152 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e44b7ac6-e0b6-4e9b-973b-8d123bfecee5 req-18d0e78d-8f66-4242-868c-828171d9b1c3 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.2260785 Aug 16 11:47:24.844827 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e44b7ac6-e0b6-4e9b-973b-8d123bfecee5 req-512cec11-2738-444e-abb5-f0b915a7c4cb tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324385 Aug 16 11:47:25.965215 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c325be-81f1-47d9-b45d-851e2518456d req-97ffb79c-f389-43d2-a445-6e179842429b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:25.966696 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-06c325be-81f1-47d9-b45d-851e2518456d req-97ffb79c-f389-43d2-a445-6e179842429b tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0504155 Aug 16 11:47:26.006494 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-06c325be-81f1-47d9-b45d-851e2518456d req-b51f1f12-82b6-43aa-9909-2ecc0a48af1a tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d85eeaa-e758-4083-b017-1a546574bc53&id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336649 Aug 16 11:47:30.428698 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47700) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:30.535610 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5a06c702-c5ac-4f67-bb88-a190660d7e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:30.619446 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5a06c702-c5ac-4f67-bb88-a190660d7e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:30.743610 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5a06c702-c5ac-4f67-bb88-a190660d7e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:30.782512 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-5a06c702-c5ac-4f67-bb88-a190660d7e1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00b521e36dee4396a30c21bd5c331994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523903 Aug 16 11:47:30.783358 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06c702-c5ac-4f67-bb88-a190660d7e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1c3ae2-d7fc-4ae5-8d7a-f827b4cda1d7,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:30.785251 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47704) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:30.834941 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0c199377-2959-4b16-b74a-5c1d043e9bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:30.856501 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0c199377-2959-4b16-b74a-5c1d043e9bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:30.987165 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0c199377-2959-4b16-b74a-5c1d043e9bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:30.989692 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0c199377-2959-4b16-b74a-5c1d043e9bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:30.990869 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-0c199377-2959-4b16-b74a-5c1d043e9bea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b1c3ae2-d7fc-4ae5-8d7a-f827b4cda1d7 HTTP/1.1" status: 204 len: 168 time: 0.2044210 Aug 16 11:47:30.998885 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c199377-2959-4b16-b74a-5c1d043e9bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1c3ae2-d7fc-4ae5-8d7a-f827b4cda1d7,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:31.715727 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47718) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:31.728445 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-84672718-cd2f-4d3e-83d0-174ab98f2d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:31.754967 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6c8346cf-7ab0-4b47-93ea-969f28894d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:31.817468 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-84672718-cd2f-4d3e-83d0-174ab98f2d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:31.881003 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-84672718-cd2f-4d3e-83d0-174ab98f2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:31.921785 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-84672718-cd2f-4d3e-83d0-174ab98f2d06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f54759a8f7f940808e0933346151f629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030330 Aug 16 11:47:31.921785 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84672718-cd2f-4d3e-83d0-174ab98f2d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0219757-0a0c-4a93-9943-63ca2a460a0d,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:31.922542 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47720) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:31.974504 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ff85-9097-46e7-b7a9-dade1bfb41f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:31.995363 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ff85-9097-46e7-b7a9-dade1bfb41f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:32.132239 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ff85-9097-46e7-b7a9-dade1bfb41f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:32.134920 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ff85-9097-46e7-b7a9-dade1bfb41f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:32.136183 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-c2d2ff85-9097-46e7-b7a9-dade1bfb41f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0219757-0a0c-4a93-9943-63ca2a460a0d HTTP/1.1" status: 204 len: 168 time: 0.2119823 Aug 16 11:47:32.144691 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2ff85-9097-46e7-b7a9-dade1bfb41f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0219757-0a0c-4a93-9943-63ca2a460a0d,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:34.441414 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-37cc5653-97fa-4130-9304-79e9e7d794cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:34.549545 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:35.795431 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:35.895936 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9baf4-b796-4b07-a77b-a4583211c135 req-61f28d89-48ad-40aa-8a7c-33b9f978aba7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:35.897441 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cca9baf4-b796-4b07-a77b-a4583211c135 req-61f28d89-48ad-40aa-8a7c-33b9f978aba7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.2045732 Aug 16 11:47:35.935189 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cca9baf4-b796-4b07-a77b-a4583211c135 req-d95a46ac-c13d-4374-96bc-425e61f699e9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Aug 16 11:47:37.054224 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08615d2c-3f32-4158-9b97-afe7a37bf844 req-fa0409dc-95c0-4ab7-9caf-6a64f41f6efe tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:37.055730 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-08615d2c-3f32-4158-9b97-afe7a37bf844 req-fa0409dc-95c0-4ab7-9caf-6a64f41f6efe tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.0484371 Aug 16 11:47:37.095404 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-08615d2c-3f32-4158-9b97-afe7a37bf844 req-91ecc3ad-49d1-47e0-8159-abee31354cf7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337677 Aug 16 11:47:37.304415 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:38.215503 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff08d3-b55b-4495-8f59-5633af502012 req-c3d1223c-6261-464b-b7bb-497543401869 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:38.216895 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-20ff08d3-b55b-4495-8f59-5633af502012 req-c3d1223c-6261-464b-b7bb-497543401869 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.0484269 Aug 16 11:47:38.254131 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-20ff08d3-b55b-4495-8f59-5633af502012 req-d2fbf439-4f2a-4fc1-a0bb-8b2ea83a1bba tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312846 Aug 16 11:47:39.268196 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-3fe7aebe-3f4b-438a-b8f2-0595940b7a36 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:39.269650 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-3fe7aebe-3f4b-438a-b8f2-0595940b7a36 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.0490363 Aug 16 11:47:39.375199 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Deleting port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:47:39.375495 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9d0ab-e7fc-41dc-ad91-a8149b16a509 req-4ad19cb8-b0a6-44ac-a476-bb96a7761fe8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:39.375990 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:39.376694 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ba9d0ab-e7fc-41dc-ad91-a8149b16a509 req-4ad19cb8-b0a6-44ac-a476-bb96a7761fe8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 947 time: 0.0495067 Aug 16 11:47:39.440846 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5ba9d0ab-e7fc-41dc-ad91-a8149b16a509 req-76e59d71-ff71-4cec-bac2-bcd6440a49d9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=cecf305e-b79a-4f8f-939a-5746364cec4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561447 Aug 16 11:47:39.470412 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] For port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:39.470810 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:39.995884 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:39.996254 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:40.000563 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Floating IP 5364631a-24e9-4c3f-9fe4-78033318ae5c disassociated. External IP: 172.27.0.124, port: 81d8b937-5d21-48b2-9ce1-e22c5ab6444f. Aug 16 11:47:40.000563 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Calling delete_port for 81d8b937-5d21-48b2-9ce1-e22c5ab6444f owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:47:40.235409 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:40.265673 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event deleted for resources: {'Port': ['ID=81d8b937-5d21-48b2-9ce1-e22c5ab6444f,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:40.276645 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.277149 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.277342 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.277688 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.278031 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.278370 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.278731 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.279066 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.279398 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.279730 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.280088 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.281055 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:40.391530 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Router dde2550c-d072-4d50-8e36-656255f45d5a has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:47:40.501666 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:47:40.514440 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] Sync routers for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:47:40.525452 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:47:40.526612 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:47:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:40.544091 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] No DVR routers for this DVR port 81d8b937-5d21-48b2-9ce1-e22c5ab6444f on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:47:40.545633 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:40.548564 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-df8fb55f-3ba7-4e01-b9b9-a19147a68e51 req-932780a3-9b8d-4140-b4bf-bdd82ddf33e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "DELETE /v2.0/ports/81d8b937-5d21-48b2-9ce1-e22c5ab6444f HTTP/1.1" status: 204 len: 173 time: 1.2714624 Aug 16 11:47:40.548963 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-deleted', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:40.551378 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4221b4f5-d88b-48e0-aa96-ae332d1c540c" -d '{"events": [{"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-deleted", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:40.557598 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e1c3efc3-8779-4806-82ec-9777f92cab27 req-831e410a-7452-404d-ba03-800fb3569ba4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 210 time: 0.0556076 Aug 16 11:47:40.611272 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274ca46-53bd-4bc2-aa4e-1954c6b2614c x-openstack-request-id: req-7274ca46-53bd-4bc2-aa4e-1954c6b2614c {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:40.611762 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7", "name": "network-vif-deleted", "tag": "81d8b937-5d21-48b2-9ce1-e22c5ab6444f", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:40.612183 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7274ca46-53bd-4bc2-aa4e-1954c6b2614c {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:40.612588 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7', 'name': 'network-vif-deleted', 'tag': '81d8b937-5d21-48b2-9ce1-e22c5ab6444f', 'status': 'completed', 'code': 200} Aug 16 11:47:40.668388 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:47:40.870777 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:40.896855 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] Checking router: dde2550c-d072-4d50-8e36-656255f45d5a for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:47:40.905055 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:47:40.906246 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:47:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:41.153093 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:47:41.361267 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:47:41.394867 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc3cbe-8083-4b52-bed8-acd74ed1e162 None None] The sync data for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi is: [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:47:41.649459 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd010a-dae9-48cb-b40c-0d41c5b10201 None None] New status for floating IP 5364631a-24e9-4c3f-9fe4-78033318ae5c: DOWN {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:47:41.710567 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7e7a8a92-b190-4ac4-9cf0-e2005f4ca93e req-b2e481de-a66b-44cf-8260-72a734585c19 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=70c5ba6e-e9d1-4077-9fa3-1d40a23a98d7 HTTP/1.1" status: 200 len: 210 time: 0.0432897 Aug 16 11:47:42.109419 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:47:42.129549 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 81d8b937-5d21-48b2-9ce1-e22c5ab6444f {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:47:42.129875 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 81d8b937-5d21-48b2-9ce1-e22c5ab6444f not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:47:42.366512 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47898) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:42.476701 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9b79b9a8-8fe9-4a39-bcf7-53f42eea92ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:42.571883 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9b79b9a8-8fe9-4a39-bcf7-53f42eea92ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:42.687254 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9b79b9a8-8fe9-4a39-bcf7-53f42eea92ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:42.728166 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-9b79b9a8-8fe9-4a39-bcf7-53f42eea92ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=845230cb5f814791816f18e19a515f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605301 Aug 16 11:47:42.730157 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79b9a8-8fe9-4a39-bcf7-53f42eea92ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aab9e70-0892-4311-95f4-fb0353149cc2,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:42.730984 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47902) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:42.803541 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d163f24f-a7e9-4cde-9b84-0a0688ad0627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:42.826547 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d163f24f-a7e9-4cde-9b84-0a0688ad0627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:42.904561 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47910) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:42.963135 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-204fa2d1-70ea-410b-a4b5-e8bab910d88f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:42.969004 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d163f24f-a7e9-4cde-9b84-0a0688ad0627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:42.971614 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d163f24f-a7e9-4cde-9b84-0a0688ad0627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:42.972803 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d163f24f-a7e9-4cde-9b84-0a0688ad0627 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7aab9e70-0892-4311-95f4-fb0353149cc2 HTTP/1.1" status: 204 len: 168 time: 0.2408142 Aug 16 11:47:42.994331 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163f24f-a7e9-4cde-9b84-0a0688ad0627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aab9e70-0892-4311-95f4-fb0353149cc2,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:43.000615 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-204fa2d1-70ea-410b-a4b5-e8bab910d88f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.147825 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-204fa2d1-70ea-410b-a4b5-e8bab910d88f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.151548 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-204fa2d1-70ea-410b-a4b5-e8bab910d88f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.156195 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-204fa2d1-70ea-410b-a4b5-e8bab910d88f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "DELETE /v2.0/security-groups/cecf305e-b79a-4f8f-939a-5746364cec4f HTTP/1.1" status: 204 len: 168 time: 0.2470188 Aug 16 11:47:43.156618 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47946) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:43.163360 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fa2d1-70ea-410b-a4b5-e8bab910d88f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecf305e-b79a-4f8f-939a-5746364cec4f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:43.193846 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.api.v2.resource [None req-dbbfc13b-86be-4256-ade4-d95fd748f3a9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] show failed (client error): The resource could not be found. Aug 16 11:47:43.193846 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-dbbfc13b-86be-4256-ade4-d95fd748f3a9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups/cecf305e-b79a-4f8f-939a-5746364cec4f HTTP/1.1" status: 404 len: 347 time: 0.0287526 Aug 16 11:47:43.196604 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47952) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:43.360350 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Deleting port 79829b58-66e6-4fe3-83e8-25c54773787c {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:47:43.360704 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.436186 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.437301 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.449397 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Calling delete_port for 79829b58-66e6-4fe3-83e8-25c54773787c owned by network:floatingip {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:47:43.730278 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.759813 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event deleted for resources: {'Port': ['ID=79829b58-66e6-4fe3-83e8-25c54773787c,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:43.796854 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 47960) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:43.813241 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1b9-f229-4b21-9b93-4024bc0e5759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.821381 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.824169 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:43.825319 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-5e86a47e-819d-45ff-a50a-0e24659c3320 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "DELETE /v2.0/floatingips/5364631a-24e9-4c3f-9fe4-78033318ae5c HTTP/1.1" status: 204 len: 168 time: 0.6277361 Aug 16 11:47:43.920597 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1b9-f229-4b21-9b93-4024bc0e5759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.006839 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6a2df1b9-f229-4b21-9b93-4024bc0e5759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.042221 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-6a2df1b9-f229-4b21-9b93-4024bc0e5759 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a11a4a914ec54fd6af6b634f5529919a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442122 Aug 16 11:47:44.045182 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47972) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:44.047493 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2df1b9-f229-4b21-9b93-4024bc0e5759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e710a6-c0ea-40cf-97ac-4f2ca6f9709f,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:44.095440 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b971-089e-469e-a026-cb05ac9c8d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.120171 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b971-089e-469e-a026-cb05ac9c8d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.188172 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47974) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:44.193919 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-b61280b1-378a-4802-b61c-47c9c33b2087 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619112172', 'description': 'tempest-description--1324502406'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:44.281410 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b971-089e-469e-a026-cb05ac9c8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.283983 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b971-089e-469e-a026-cb05ac9c8d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.285131 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-5ae6b971-089e-469e-a026-cb05ac9c8d9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54e710a6-c0ea-40cf-97ac-4f2ca6f9709f HTTP/1.1" status: 204 len: 168 time: 0.2383125 Aug 16 11:47:44.293755 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b61280b1-378a-4802-b61c-47c9c33b2087 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.296307 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6b971-089e-469e-a026-cb05ac9c8d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e710a6-c0ea-40cf-97ac-4f2ca6f9709f,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:44.384170 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b61280b1-378a-4802-b61c-47c9c33b2087 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.475170 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b61280b1-378a-4802-b61c-47c9c33b2087 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.504706 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61280b1-378a-4802-b61c-47c9c33b2087 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b321c-20d9-46eb-a7ab-304bfb9036d9,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:44.601098 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b61280b1-378a-4802-b61c-47c9c33b2087 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.602372 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b61280b1-378a-4802-b61c-47c9c33b2087 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4132111 Aug 16 11:47:44.605245 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 47992) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:44.609754 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-1f001db2-13dc-4676-b9e4-a66d5a215959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b321c-20d9-46eb-a7ab-304bfb9036d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:44.729586 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f001db2-13dc-4676-b9e4-a66d5a215959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.797917 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f001db2-13dc-4676-b9e4-a66d5a215959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.890489 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f001db2-13dc-4676-b9e4-a66d5a215959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:44.906089 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f001db2-13dc-4676-b9e4-a66d5a215959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be461468-47fa-483d-9fd7-6ac5a82c93be,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:45.046200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f001db2-13dc-4676-b9e4-a66d5a215959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:45.046200 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-1f001db2-13dc-4676-b9e4-a66d5a215959 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4396129 Aug 16 11:47:45.048407 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48008) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:45.053046 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-d9c1faa2-4b37-44cc-8b1f-560e0fa3b3b4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'security_group_rule': {'security_group_id': 'fd2b321c-20d9-46eb-a7ab-304bfb9036d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:45.235101 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d9c1faa2-4b37-44cc-8b1f-560e0fa3b3b4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:45.299346 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d9c1faa2-4b37-44cc-8b1f-560e0fa3b3b4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:45.404198 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d9c1faa2-4b37-44cc-8b1f-560e0fa3b3b4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:45.423216 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1faa2-4b37-44cc-8b1f-560e0fa3b3b4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f4ad7b-3db5-4d89-af07-8a18ac83d466,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:45.492528 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d9c1faa2-4b37-44cc-8b1f-560e0fa3b3b4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:45.493865 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-d9c1faa2-4b37-44cc-8b1f-560e0fa3b3b4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4444616 Aug 16 11:47:45.497057 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48018) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:45.502139 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:45.621851 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:45.720100 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:45.824222 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Allocated IP 172.27.0.140 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/342d15a1-f2b8-4b45-ba88-cf2fe962945b) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:47:45.936799 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:46.056529 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:46.101841 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:47:46.114246 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:47:46.114246 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'Port': ['ID=342d15a1-f2b8-4b45-ba88-cf2fe962945b,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:46.114246 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:47:46.197320 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:46.302132 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:46.502718 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:46.583898 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:46.653607 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'Port': ['ID=342d15a1-f2b8-4b45-ba88-cf2fe962945b,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:46.663720 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:46.772582 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:46.773889 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-ac341fe1-f890-402d-874f-3b35bf4b61ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2758756 Aug 16 11:47:46.959951 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-65f899dc-171a-4e64-af27-a1578be0dfd4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1619112172&fields=id&tenant_id=9ee6233957fd4f58aad455bc7aab64b2 HTTP/1.1" status: 200 len: 267 time: 0.0339420 Aug 16 11:47:47.171330 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-7b374822-fe83-40eb-ad9b-d979d46a5f03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:47.173526 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-7b374822-fe83-40eb-ad9b-d979d46a5f03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 817 time: 0.2060719 Aug 16 11:47:47.191159 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-c399f2ab-2d71-4acf-b93f-4a7ccee23cca tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/quotas/9ee6233957fd4f58aad455bc7aab64b2 HTTP/1.1" status: 200 len: 375 time: 0.0116742 Aug 16 11:47:47.244983 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-c9811600-9416-427c-acee-699a6b9352e8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478823 Aug 16 11:47:47.388920 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-af2a7dfc-de9d-439c-a5e2-240ab17a68d5 service neutron] 10.222.0.25 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318388 Aug 16 11:47:47.482659 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-6b60b1c2-1ff1-4b64-a37a-738cea8861af service neutron] 10.222.0.25 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876234 Aug 16 11:47:47.912556 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5a1162d8-1732-4389-8daa-26ea9ed714a9 req-89b6ad94-12b3-4346-a96b-26b9f9ccae1f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 210 time: 0.1340017 Aug 16 11:47:49.010463 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-84eb5e33-f405-4925-a214-55c022e033e6 req-0008e0f9-442f-4dc5-afc3-f05b5e56e19f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 210 time: 0.0257800 Aug 16 11:47:50.132321 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-80c0cdec-3a78-48b5-a9f6-808da95b8af7 req-17df579a-1823-45a6-9f73-46497504b454 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 210 time: 0.0258286 Aug 16 11:47:50.623909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-a344333c-92e8-4d72-8655-dd1bde845231 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:50.626101 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-a344333c-92e8-4d72-8655-dd1bde845231 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 817 time: 0.1115434 Aug 16 11:47:50.679986 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-b016c55e-35f4-4b33-a587-40002962d0f6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ee6233957fd4f58aad455bc7aab64b2 HTTP/1.1" status: 200 len: 380 time: 0.0358770 Aug 16 11:47:50.691950 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'port': {'device_id': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'admin_state_up': True, 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'security_groups': ['fd2b321c-20d9-46eb-a7ab-304bfb9036d9']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:50.794522 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:47:51.090478 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Made reservation on behalf of 9ee6233957fd4f58aad455bc7aab64b2 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:47:51.093966 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:51.222343 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Allocated IP 172.20.0.7 (3db73e9b-6b39-4a78-96ce-de02f6e19129/69b18b99-6824-483d-92e5-7e9470081e8e/3f1e263a-62ab-4543-8a66-602f4f36b9be) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:47:51.231303 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2c84c8cd-d901-4e53-ba26-1f5de65b4c8e req-4ef43b6e-0486-4741-b524-d0f896f58d5b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 210 time: 0.0269208 Aug 16 11:47:51.369860 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:51.377359 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Transition to ACTIVE for port object 3f1e263a-62ab-4543-8a66-602f4f36b9be will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:47:51.509691 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:51.555666 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:47:51.558691 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:47:51.561080 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:47:51.620945 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:51.628882 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:51.630504 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:51.732958 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-ad1e9da5-10ec-450d-b077-2ab7ce3b4250 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0451283 Aug 16 11:47:51.792866 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Request body: {'port': {'device_id': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:47:51.838680 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-627de258-e0f7-4d60-8795-c1e736b2e845 None None] Provisioning for port 3f1e263a-62ab-4543-8a66-602f4f36b9be completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:47:51.842823 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-627de258-e0f7-4d60-8795-c1e736b2e845 None None] Provisioning complete for port 3f1e263a-62ab-4543-8a66-602f4f36b9be triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:47:51.843320 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-627de258-e0f7-4d60-8795-c1e736b2e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:51.849548 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:51.887921 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-627de258-e0f7-4d60-8795-c1e736b2e845 None None] Port 3f1e263a-62ab-4543-8a66-602f4f36b9be cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:47:52.103431 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1e263a-62ab-4543-8a66-602f4f36b9be {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:47:52.110727 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:52.123895 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Transition to ACTIVE for port object 3f1e263a-62ab-4543-8a66-602f4f36b9be will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:47:52.218156 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:52.274692 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:52.344976 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Attempting to bind port 3f1e263a-62ab-4543-8a66-602f4f36b9be on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:47:52.345318 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Attempting to bind port 3f1e263a-62ab-4543-8a66-602f4f36b9be by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:47:52.346761 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Attempting to bind port 3f1e263a-62ab-4543-8a66-602f4f36b9be on network 3db73e9b-6b39-4a78-96ce-de02f6e19129 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:47:52.351252 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Port 3f1e263a-62ab-4543-8a66-602f4f36b9be on network 3db73e9b-6b39-4a78-96ce-de02f6e19129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:47:52.351598 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Attempting to bind port 3f1e263a-62ab-4543-8a66-602f4f36b9be on network 3db73e9b-6b39-4a78-96ce-de02f6e19129 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:47:52.356825 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:47:52.357271 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Checking segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:47:52.357665 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Bound using segment: {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:47:52.358127 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Bound port: 3f1e263a-62ab-4543-8a66-602f4f36b9be, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c05bb5-7c99-4a31-a985-9b2577c5587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:47:52.358490 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:52.388683 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268b2f3-4a37-4456-bfc8-ddfd2ec7dbd5 req-88bd3825-894b-49a6-92c0-d94d5ecaa3cd tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:52.397361 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9268b2f3-4a37-4456-bfc8-ddfd2ec7dbd5 req-88bd3825-894b-49a6-92c0-d94d5ecaa3cd tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0888991 Aug 16 11:47:52.453027 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:47:52.456935 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:47:52.459198 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9268b2f3-4a37-4456-bfc8-ddfd2ec7dbd5 req-a67b7e40-5570-437a-95be-27fab5170eb2 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605812 Aug 16 11:47:52.484711 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:52.553757 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:52.588662 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:52.589276 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:52.590739 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f1e263a-62ab-4543-8a66-602f4f36b9be HTTP/1.1" status: 200 len: 1093 time: 0.8494453 Aug 16 11:47:52.591419 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:52.593564 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5dee31-7f21-47a7-b58d-49af7a13e078" -d '{"events": [{"name": "network-changed", "server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:52.619623 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f4123-3851-4189-8d64-bd6ad8396ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:52.643064 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b85b4f-6fcc-42cb-8744-aa0e7303ff5e x-openstack-request-id: req-78b85b4f-6fcc-42cb-8744-aa0e7303ff5e {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:52.643764 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:52.643764 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78b85b4f-6fcc-42cb-8744-aa0e7303ff5e {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:52.644162 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'status': 'completed', 'code': 200} Aug 16 11:47:52.717091 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dee31-7f21-47a7-b58d-49af7a13e078 req-4e20a4bd-9663-4e08-a2f4-fa491557bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:52.718828 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5b5dee31-7f21-47a7-b58d-49af7a13e078 req-4e20a4bd-9663-4e08-a2f4-fa491557bd5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 1096 time: 0.0476294 Aug 16 11:47:52.824467 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dee31-7f21-47a7-b58d-49af7a13e078 req-f1ec2058-2717-4638-9651-4fd836d58db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:52.825977 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5b5dee31-7f21-47a7-b58d-49af7a13e078 req-f1ec2058-2717-4638-9651-4fd836d58db9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0968578 Aug 16 11:47:52.926936 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dee31-7f21-47a7-b58d-49af7a13e078 req-1d64903d-dc6c-4431-b933-0b432983114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:52.928310 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-5b5dee31-7f21-47a7-b58d-49af7a13e078 req-1d64903d-dc6c-4431-b933-0b432983114c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0923998 Aug 16 11:47:53.012047 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-dcca0fb8-2fde-4325-8a4f-eff425c871bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:53.013527 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-dcca0fb8-2fde-4325-8a4f-eff425c871bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 1096 time: 0.0439267 Aug 16 11:47:53.060596 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-164f3581-4acc-4a2f-aad7-4249962f9ff4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be HTTP/1.1" status: 200 len: 217 time: 0.0331411 Aug 16 11:47:53.068866 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48166) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:53.113707 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-a1348c80-e6c4-4bf2-b4ce-750d64c050d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:53.115198 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-a1348c80-e6c4-4bf2-b4ce-750d64c050d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0470667 Aug 16 11:47:53.166565 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-a6b806d1-5778-4683-aa7a-e29fbb1bdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:53.168256 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-a6b806d1-5778-4683-aa7a-e29fbb1bdba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444238 Aug 16 11:47:53.173942 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:53.265823 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:53.269462 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-98284bd3-aed9-4958-a7a3-766356016e88 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890243 Aug 16 11:47:53.362740 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-54b84580-5a63-4424-b365-e5c7fefc8551 req-c40edd5c-b2d5-4343-b97a-a0e3be8a2190 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849910 Aug 16 11:47:53.375777 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:53.414313 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc40a09a49464881b269d00b829314b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440981 Aug 16 11:47:53.418081 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516a196-6e75-4032-bc87-c48413e3c748,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:53.418202 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48170) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:53.422263 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.422637 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.422983 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.423317 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.423774 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.424213 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.424547 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.424977 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.425313 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.425725 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.426112 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.426439 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b08afdd-06e5-4916-8059-0e7226449658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:53.473586 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-62d8fdc0-b6e9-416b-8872-a2aec3c7e3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:53.495000 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-62d8fdc0-b6e9-416b-8872-a2aec3c7e3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:53.585736 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06e56e-df4b-4111-8150-604ba073c00e req-b5ee22f2-296c-4139-a9c8-d76ab5506f42 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:53.587853 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b06e56e-df4b-4111-8150-604ba073c00e req-b5ee22f2-296c-4139-a9c8-d76ab5506f42 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0497968 Aug 16 11:47:53.619229 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-bdddde42-2fdb-40a4-9f7e-f0ce2317f266 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403278 Aug 16 11:47:53.629363 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b06e56e-df4b-4111-8150-604ba073c00e req-5b87fb54-3d88-4f3f-bd65-359ccff1c613 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360315 Aug 16 11:47:53.692386 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-62d8fdc0-b6e9-416b-8872-a2aec3c7e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:53.695150 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-62d8fdc0-b6e9-416b-8872-a2aec3c7e3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:53.696240 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-62d8fdc0-b6e9-416b-8872-a2aec3c7e3c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4516a196-6e75-4032-bc87-c48413e3c748 HTTP/1.1" status: 204 len: 168 time: 0.2782910 Aug 16 11:47:53.706780 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8fdc0-b6e9-416b-8872-a2aec3c7e3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516a196-6e75-4032-bc87-c48413e3c748,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:53.717807 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-23f2c943-eb13-43a0-91da-c6d732db46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:53.721405 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-23f2c943-eb13-43a0-91da-c6d732db46e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 1099 time: 0.0544209 Aug 16 11:47:53.833860 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-54be341a-7e12-4af7-b19d-77b249b6ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:53.835367 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-54be341a-7e12-4af7-b19d-77b249b6ef57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0873425 Aug 16 11:47:53.908940 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-530de04e-2bd5-441d-989f-cd16f3d948cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5 HTTP/1.1" status: 200 len: 1002 time: 0.0627153 Aug 16 11:47:54.215811 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-2ceab3f9-2831-453a-b864-33fe64da290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:54.217153 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-2ceab3f9-2831-453a-b864-33fe64da290a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.2960005 Aug 16 11:47:54.267479 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-17744238-ed3b-437b-a3c8-f17c45f406b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:54.268981 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-17744238-ed3b-437b-a3c8-f17c45f406b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426033 Aug 16 11:47:54.368805 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-6ba71071-f175-406f-9ec6-d0c0a70c683b service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864339 Aug 16 11:47:54.440863 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48184) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:54.454304 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a6ae31c3-90ff-42dd-aa57-e307ac15295e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:54.468013 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-91c6733d-6971-4f4e-9fa2-7bfa38fc6601 req-455335a8-48cc-4dcb-83f9-f7a7730b163b service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875454 Aug 16 11:47:54.542942 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a6ae31c3-90ff-42dd-aa57-e307ac15295e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:54.663389 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a6ae31c3-90ff-42dd-aa57-e307ac15295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:54.703452 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a6ae31c3-90ff-42dd-aa57-e307ac15295e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=904f3cfcc4da4556bf358b5d5e98a568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591739 Aug 16 11:47:54.703987 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48190) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:47:54.712798 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae31c3-90ff-42dd-aa57-e307ac15295e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e0f34-5938-48dc-ae42-ddd586122d6a,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:54.750889 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812646e-74d6-40da-a5ec-80f3e9e887b0 req-37a6622d-d518-4696-903e-e90a4abbebf7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:54.752483 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c812646e-74d6-40da-a5ec-80f3e9e887b0 req-37a6622d-d518-4696-903e-e90a4abbebf7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0501428 Aug 16 11:47:54.758805 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6625a2d1-eaac-4d91-90ef-6bc9b77bc4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:54.780322 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6625a2d1-eaac-4d91-90ef-6bc9b77bc4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:54.790494 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c812646e-74d6-40da-a5ec-80f3e9e887b0 req-ebd189a7-dd1a-474f-95cd-0f48a74d8ca6 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312812 Aug 16 11:47:54.921028 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6625a2d1-eaac-4d91-90ef-6bc9b77bc4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:54.923620 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-6625a2d1-eaac-4d91-90ef-6bc9b77bc4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:54.925488 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-6625a2d1-eaac-4d91-90ef-6bc9b77bc4f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/869e0f34-5938-48dc-ae42-ddd586122d6a HTTP/1.1" status: 204 len: 168 time: 0.2204547 Aug 16 11:47:54.933592 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625a2d1-eaac-4d91-90ef-6bc9b77bc4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e0f34-5938-48dc-ae42-ddd586122d6a,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:55.917926 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90451af-8b71-4cdf-bc06-9f4bc5eed7ee req-aa247814-ade8-4796-9425-120e83cd68f5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:55.919587 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a90451af-8b71-4cdf-bc06-9f4bc5eed7ee req-aa247814-ade8-4796-9425-120e83cd68f5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0535970 Aug 16 11:47:55.959591 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a90451af-8b71-4cdf-bc06-9f4bc5eed7ee req-c908b586-1419-45f9-a35a-30f8f888b338 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339704 Aug 16 11:47:56.228402 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:47:56.324758 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:56.342410 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'port_id': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'mac_address': 'fa:16:3e:5d:63:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:47:56.383093 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:56.396324 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1e263a-62ab-4543-8a66-602f4f36b9be {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:47:56.415291 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:56.538053 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:56.587863 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:56.596579 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.596927 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.597449 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.597847 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.598455 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.598921 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.599259 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.599609 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.600281 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.600609 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.601090 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.601478 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:47:56.868074 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['3f1e263a-62ab-4543-8a66-602f4f36b9be'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:47:57.103317 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070729ff-79c3-43da-b469-1c1d00514e43 req-779280bd-0cfa-407b-853c-26d666947403 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:57.104768 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-070729ff-79c3-43da-b469-1c1d00514e43 req-779280bd-0cfa-407b-853c-26d666947403 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 944 time: 0.0508587 Aug 16 11:47:57.143560 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-070729ff-79c3-43da-b469-1c1d00514e43 req-a3e6b66b-e100-4967-92b4-0100b74544ed tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328431 Aug 16 11:47:58.229998 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:47:58.272858 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b407a-a1ce-44f9-97cc-f7c9820e964a req-27839409-c040-4cf4-94fd-4fd5b7d96eaf tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:58.274440 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-182b407a-a1ce-44f9-97cc-f7c9820e964a req-27839409-c040-4cf4-94fd-4fd5b7d96eaf tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 944 time: 0.0545459 Aug 16 11:47:58.319078 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-182b407a-a1ce-44f9-97cc-f7c9820e964a req-dea560f4-8fdf-4a09-a37d-58b009474e01 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 Aug 16 11:47:58.370461 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 3f1e263a-62ab-4543-8a66-602f4f36b9be completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:47:58.375782 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 3f1e263a-62ab-4543-8a66-602f4f36b9be triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:47:58.375782 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:58.456619 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:58.481705 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:47:58.484020 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537374a2-7793-4b64-8320-5c5a38262eae" -d '{"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:47:58.498549 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:47:58.525706 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd50ef-1ae2-4441-94ef-541e74943d82 x-openstack-request-id: req-b4dd50ef-1ae2-4441-94ef-541e74943d82 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:47:58.526142 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:47:58.526541 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4dd50ef-1ae2-4441-94ef-541e74943d82 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:47:58.527188 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'code': 200} Aug 16 11:47:58.623721 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:47:58.681060 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:47:58.913076 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b416e5-3357-4a88-b18b-9bb025c45b07 req-002e9fa2-4cac-44a5-b7b2-6f8b5b06f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:58.914762 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-15b416e5-3357-4a88-b18b-9bb025c45b07 req-002e9fa2-4cac-44a5-b7b2-6f8b5b06f699 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 1098 time: 0.0447533 Aug 16 11:47:58.955819 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-15b416e5-3357-4a88-b18b-9bb025c45b07 req-83b1f8a4-40fe-4fc1-84fb-4d20d75b3c15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308378 Aug 16 11:47:59.456329 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba21abf-208a-471c-890c-45bef045e19e req-426d2fd6-9ec2-4ff3-add9-b7cfbea7646e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:47:59.458739 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ba21abf-208a-471c-890c-45bef045e19e req-426d2fd6-9ec2-4ff3-add9-b7cfbea7646e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0603607 Aug 16 11:47:59.498838 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ba21abf-208a-471c-890c-45bef045e19e req-52cd611b-98e2-4e49-97d8-82fd47b41698 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335479 Aug 16 11:48:00.626126 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af96704-99dc-4ffe-9492-0fe7f61b171e req-b99c0fbf-d5ce-4dd6-ae1f-b3c1a63234ad tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:00.627724 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0af96704-99dc-4ffe-9492-0fe7f61b171e req-b99c0fbf-d5ce-4dd6-ae1f-b3c1a63234ad tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0524468 Aug 16 11:48:00.675215 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0af96704-99dc-4ffe-9492-0fe7f61b171e req-783b2ed3-5ba0-416d-b6b3-9b1c745617d0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Aug 16 11:48:00.811139 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe858-2bc5-4c91-a3b3-516f30e6a084 req-b4bfdf33-e6ba-41cb-8129-2dda68b42818 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:00.811139 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8f8fe858-2bc5-4c91-a3b3-516f30e6a084 req-b4bfdf33-e6ba-41cb-8129-2dda68b42818 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0493107 Aug 16 11:48:00.816878 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48324) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:00.822863 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Request body: {'floatingip': {'port_id': '3f1e263a-62ab-4543-8a66-602f4f36b9be'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:48:00.867762 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:01.419149 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:01.521676 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:01.626037 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Floating IP abd78c87-d7f1-45d9-a1f6-33608353b8ab associated. External IP: 172.27.0.140, port: 3f1e263a-62ab-4543-8a66-602f4f36b9be. Aug 16 11:48:01.758978 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8f26dcde-e224-4dbb-b42d-1e51cb26d9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:01.852924 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Router dde2550c-d072-4d50-8e36-656255f45d5a has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:48:01.967278 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:48:01.972769 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:01.980992 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] Sync routers for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:48:01.991269 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:01.992664 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:47:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:02.007576 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-bf959b22-e47e-4b3f-a4bd-49ab64fb7713 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "PUT /v2.0/floatingips/abd78c87-d7f1-45d9-a1f6-33608353b8ab HTTP/1.1" status: 200 len: 991 time: 1.1884294 Aug 16 11:48:02.008798 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:48:02.012833 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21127b2b-4897-45e2-9e3b-216091b029df" -d '{"events": [{"name": "network-changed", "server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:48:02.142604 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:02.200925 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5800dde2-f67c-4719-92a2-479d0074dec3 x-openstack-request-id: req-5800dde2-f67c-4719-92a2-479d0074dec3 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:48:02.201206 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:48:02.201504 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5800dde2-f67c-4719-92a2-479d0074dec3 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:48:02.201939 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'status': 'completed', 'code': 200} Aug 16 11:48:02.286975 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21127b2b-4897-45e2-9e3b-216091b029df req-f5b333c7-9d3b-437b-9d21-05fe8eba9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:02.288507 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-21127b2b-4897-45e2-9e3b-216091b029df req-f5b333c7-9d3b-437b-9d21-05fe8eba9fcf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 1098 time: 0.0556095 Aug 16 11:48:02.429770 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21127b2b-4897-45e2-9e3b-216091b029df req-e8679731-aed4-424a-9a35-e63601c08a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:02.431518 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-21127b2b-4897-45e2-9e3b-216091b029df req-e8679731-aed4-424a-9a35-e63601c08a44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 917 time: 0.1313696 Aug 16 11:48:02.432038 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'abd78c87-d7f1-45d9-a1f6-33608353b8ab', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'port_id': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'mac_address': 'fa:16:3e:5d:63:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:47:46Z', 'updated_at': '2021-08-16T11:48:01Z', 'revision_number': 1, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:02.463309 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] Checking router: dde2550c-d072-4d50-8e36-656255f45d5a for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:48:02.474080 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:02.474758 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:47:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:02.503274 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-21127b2b-4897-45e2-9e3b-216091b029df req-42761164-b0a1-46cc-bf4b-2eedca1aac54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be HTTP/1.1" status: 200 len: 999 time: 0.0622964 Aug 16 11:48:02.585214 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21127b2b-4897-45e2-9e3b-216091b029df req-6b7ff11e-5429-44c3-af2d-9492ccfcd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:02.587950 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-21127b2b-4897-45e2-9e3b-216091b029df req-6b7ff11e-5429-44c3-af2d-9492ccfcd6a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0767798 Aug 16 11:48:02.621926 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:02.651490 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21127b2b-4897-45e2-9e3b-216091b029df req-67f244a9-25f6-40bf-a7ba-7628b4eab760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:02.652943 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-21127b2b-4897-45e2-9e3b-216091b029df req-67f244a9-25f6-40bf-a7ba-7628b4eab760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529234 Aug 16 11:48:02.760585 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-21127b2b-4897-45e2-9e3b-216091b029df req-50b744b8-9b93-4de9-bcb8-6401f85eda82 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972712 Aug 16 11:48:02.865779 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-21127b2b-4897-45e2-9e3b-216091b029df req-6f5c4242-1241-4a57-a11c-8281a0fc9a2e service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957294 Aug 16 11:48:02.874743 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'abd78c87-d7f1-45d9-a1f6-33608353b8ab', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'port_id': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'mac_address': 'fa:16:3e:5d:63:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:47:46Z', 'updated_at': '2021-08-16T11:48:01Z', 'revision_number': 1, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:02.902433 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e08d70-de49-45bc-8b93-1853a8819644 None None] The sync data for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi is: [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'abd78c87-d7f1-45d9-a1f6-33608353b8ab', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'port_id': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'mac_address': 'fa:16:3e:5d:63:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:47:46Z', 'updated_at': '2021-08-16T11:48:01Z', 'revision_number': 1, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:48:03.098308 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459d70b7-d266-45ee-a769-a885673016d6 None None] New status for floating IP abd78c87-d7f1-45d9-a1f6-33608353b8ab: ACTIVE {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:48:03.108637 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48360) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:03.215715 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83e5e9e4-435e-4b36-a927-9a2eeb6f602c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:03.304886 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83e5e9e4-435e-4b36-a927-9a2eeb6f602c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:03.421755 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83e5e9e4-435e-4b36-a927-9a2eeb6f602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:03.461332 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-83e5e9e4-435e-4b36-a927-9a2eeb6f602c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2efe62f35964db08ff2b5f4f5e22088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540115 Aug 16 11:48:03.462438 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5e9e4-435e-4b36-a927-9a2eeb6f602c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067ceb48-3d50-482e-84ab-56a82002ef01,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:03.464071 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48366) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:03.511647 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e2323d8-0acc-46f5-ba8a-556abc5c0f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:03.532232 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e2323d8-0acc-46f5-ba8a-556abc5c0f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:03.655986 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e2323d8-0acc-46f5-ba8a-556abc5c0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:03.658557 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e2323d8-0acc-46f5-ba8a-556abc5c0f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:03.659774 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2e2323d8-0acc-46f5-ba8a-556abc5c0f48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/067ceb48-3d50-482e-84ab-56a82002ef01 HTTP/1.1" status: 204 len: 168 time: 0.1946681 Aug 16 11:48:03.671105 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2323d8-0acc-46f5-ba8a-556abc5c0f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067ceb48-3d50-482e-84ab-56a82002ef01,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:04.307933 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48384) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:04.322279 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-614a3c32-e846-4808-a78f-68bebb96f47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.425931 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-614a3c32-e846-4808-a78f-68bebb96f47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.491910 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-15767d57-ac52-44c3-b8f0-2c8ea4f84b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.536125 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-614a3c32-e846-4808-a78f-68bebb96f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.573710 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-614a3c32-e846-4808-a78f-68bebb96f47f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=132b3ad9e7574855a2223841f1c125c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646506 Aug 16 11:48:04.574883 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a3c32-e846-4808-a78f-68bebb96f47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3769816-13f7-4dda-8548-65968fb5be39,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:04.576517 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48390) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:04.593252 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.629200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7e8f72d3-17d8-44f4-aa2e-8a4dae20d36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.650422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7e8f72d3-17d8-44f4-aa2e-8a4dae20d36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.795126 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7e8f72d3-17d8-44f4-aa2e-8a4dae20d36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.797837 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7e8f72d3-17d8-44f4-aa2e-8a4dae20d36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:04.799226 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-7e8f72d3-17d8-44f4-aa2e-8a4dae20d36e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3769816-13f7-4dda-8548-65968fb5be39 HTTP/1.1" status: 204 len: 168 time: 0.2216110 Aug 16 11:48:04.807854 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f72d3-17d8-44f4-aa2e-8a4dae20d36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3769816-13f7-4dda-8548-65968fb5be39,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:05.697913 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48410) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:05.713056 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2aef896f-3796-49b6-8c56-dfde78bfe843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:05.799213 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2aef896f-3796-49b6-8c56-dfde78bfe843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:05.857837 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:05.892009 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2aef896f-3796-49b6-8c56-dfde78bfe843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:05.929090 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-2aef896f-3796-49b6-8c56-dfde78bfe843 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d13d100f4ce4d06a94d8121700d6fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300997 Aug 16 11:48:05.931082 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef896f-3796-49b6-8c56-dfde78bfe843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1d7cae-fff1-4d1b-acfa-ee234f88a277,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:05.931779 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48414) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:05.985892 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9055ced4-242b-4fd5-b467-a892c1c0f003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:06.007050 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9055ced4-242b-4fd5-b467-a892c1c0f003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:06.177971 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9055ced4-242b-4fd5-b467-a892c1c0f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:06.180696 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9055ced4-242b-4fd5-b467-a892c1c0f003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:06.182059 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-9055ced4-242b-4fd5-b467-a892c1c0f003 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec1d7cae-fff1-4d1b-acfa-ee234f88a277 HTTP/1.1" status: 204 len: 168 time: 0.2492495 Aug 16 11:48:06.189493 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055ced4-242b-4fd5-b467-a892c1c0f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1d7cae-fff1-4d1b-acfa-ee234f88a277,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:07.355463 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:11.104695 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48506) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:11.210829 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-532a2e8d-1e98-4431-a8b5-60a754110b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:11.301192 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-532a2e8d-1e98-4431-a8b5-60a754110b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:11.458019 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-532a2e8d-1e98-4431-a8b5-60a754110b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:11.498735 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-532a2e8d-1e98-4431-a8b5-60a754110b17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da682206210e40aeb708d1db24f19c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929446 Aug 16 11:48:11.499702 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a2e8d-1e98-4431-a8b5-60a754110b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0612d4-1429-45ea-9c02-167c37503f4a,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:11.501368 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48514) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:11.551460 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2ac1accf-3f08-4590-9836-c31c0732874c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:11.573409 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2ac1accf-3f08-4590-9836-c31c0732874c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:11.720829 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2ac1accf-3f08-4590-9836-c31c0732874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:11.723388 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2ac1accf-3f08-4590-9836-c31c0732874c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:11.724534 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-2ac1accf-3f08-4590-9836-c31c0732874c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf0612d4-1429-45ea-9c02-167c37503f4a HTTP/1.1" status: 204 len: 168 time: 0.2213719 Aug 16 11:48:11.735879 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1accf-3f08-4590-9836-c31c0732874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0612d4-1429-45ea-9c02-167c37503f4a,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:13.518166 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48556) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:13.623414 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27e0464a-4149-41a3-84ef-954770cee6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:13.714306 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27e0464a-4149-41a3-84ef-954770cee6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:13.795208 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-27e0464a-4149-41a3-84ef-954770cee6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:13.833374 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-27e0464a-4149-41a3-84ef-954770cee6d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=611ba01b636047a69139537487e4d039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140740 Aug 16 11:48:13.834309 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0464a-4149-41a3-84ef-954770cee6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e07319-c11a-4e61-a4d4-d8ac16c9a51b,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:13.838803 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48562) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:13.897782 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4605ec8f-381f-44c4-94a7-6f7ac2364af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:13.919933 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4605ec8f-381f-44c4-94a7-6f7ac2364af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:14.056659 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4605ec8f-381f-44c4-94a7-6f7ac2364af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:14.059254 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4605ec8f-381f-44c4-94a7-6f7ac2364af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:14.060420 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-4605ec8f-381f-44c4-94a7-6f7ac2364af8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21e07319-c11a-4e61-a4d4-d8ac16c9a51b HTTP/1.1" status: 204 len: 168 time: 0.2192924 Aug 16 11:48:14.068226 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605ec8f-381f-44c4-94a7-6f7ac2364af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e07319-c11a-4e61-a4d4-d8ac16c9a51b,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:14.332478 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-cf38788b-f9ba-4fc4-8c5c-4968a89aa97a tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927475404&fields=id&tenant_id=c800fcc934374e669f78cc5a66c3e8a2 HTTP/1.1" status: 200 len: 267 time: 0.0349922 Aug 16 11:48:14.397774 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-955da6cf-33c7-4301-af27-3596d93756f1 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:14.403492 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-955da6cf-33c7-4301-af27-3596d93756f1 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 984 time: 0.0639086 Aug 16 11:48:14.411231 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Request body: {'port': {'security_groups': ['5fafafc1-6330-4c3b-b699-978ecf6ef689']}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:48:14.504116 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:14.684263 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] For port aad2485a-3b69-4788-b107-942483832b2d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=aad2485a-3b69-4788-b107-942483832b2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:14.713168 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:14.840531 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:14.853462 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['aad2485a-3b69-4788-b107-942483832b2d'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:48:14.884574 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:14.885217 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:14.886661 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-65c8959b-6c72-4988-8e74-96a41f076ab3 req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "PUT /v2.0/ports/aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 942 time: 0.4802234 Aug 16 11:48:14.891612 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:48:14.895926 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d29e09d-e502-4906-b3ff-3c3755098a46" -d '{"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:48:14.897348 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48590) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:14.941354 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0053a5-4042-47ac-85f5-3925657a226e tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event updated for resources: {'Port': ['ID=aad2485a-3b69-4788-b107-942483832b2d,revision_number=7']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:14.972017 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd5bf2d-dd05-459a-8595-f75112beb64a x-openstack-request-id: req-4cd5bf2d-dd05-459a-8595-f75112beb64a {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:48:14.972580 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:48:14.972928 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cd5bf2d-dd05-459a-8595-f75112beb64a {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:48:14.975423 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d', 'status': 'completed', 'code': 200} Aug 16 11:48:15.033512 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['aad2485a-3b69-4788-b107-942483832b2d'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:48:15.055165 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-51b81860-2a6f-4446-94a1-f0708162b56d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.085044 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-51b81860-2a6f-4446-94a1-f0708162b56d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.136980 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-059050b4-4241-428d-bf9e-6a3b6fe79534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:15.138468 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-059050b4-4241-428d-bf9e-6a3b6fe79534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1098 time: 0.1296225 Aug 16 11:48:15.215648 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-7f483b83-50a1-41d8-9584-2819e466bb6f None None] Provisioning complete for port aad2485a-3b69-4788-b107-942483832b2d triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:48:15.216016 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7f483b83-50a1-41d8-9584-2819e466bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.237094 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-600c560a-054d-464e-bc87-51d7eb7aa885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:15.238588 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-600c560a-054d-464e-bc87-51d7eb7aa885 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 200 len: 914 time: 0.0914590 Aug 16 11:48:15.308540 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-51b81860-2a6f-4446-94a1-f0708162b56d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.311264 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-51b81860-2a6f-4446-94a1-f0708162b56d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.319979 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-51b81860-2a6f-4446-94a1-f0708162b56d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d85eeaa-e758-4083-b017-1a546574bc53 HTTP/1.1" status: 204 len: 168 time: 0.4146161 Aug 16 11:48:15.320261 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48610) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:15.332262 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-4e012006-5f4f-4f02-adef-cd5e0a8f1363 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 1001 time: 0.0827668 Aug 16 11:48:15.333149 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b81860-2a6f-4446-94a1-f0708162b56d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d85eeaa-e758-4083-b017-1a546574bc53,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:15.413540 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-dd85c510-f955-4dd9-a0c0-7d1f95700955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:15.415779 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-dd85c510-f955-4dd9-a0c0-7d1f95700955 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e82a1b4-f065-4605-a35f-302b8d7cf021 HTTP/1.1" status: 200 len: 853 time: 0.0728843 Aug 16 11:48:15.467335 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-862af22d-b603-4ffe-b640-4c5a2449e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:15.468897 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-862af22d-b603-4ffe-b640-4c5a2449e13d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61e46f1a-dfd0-49a3-aaf4-f07730602154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445576 Aug 16 11:48:15.511872 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Deleting port 43db15f7-5c9e-445f-804b-0daf3ebebc3f {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:15.512216 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.573406 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-f363d610-6568-489b-8b48-8cb0a2cd5600 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962088 Aug 16 11:48:15.605977 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.606307 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.619270 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Calling delete_port for 43db15f7-5c9e-445f-804b-0daf3ebebc3f owned by network:floatingip {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:15.693928 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-8d29e09d-e502-4906-b3ff-3c3755098a46 req-5147203c-fb1c-409a-bdf4-6a92391cda92 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122098 Aug 16 11:48:15.919071 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:15.948440 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event deleted for resources: {'Port': ['ID=43db15f7-5c9e-445f-804b-0daf3ebebc3f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:16.007144 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks [] for floatingip, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:16.007475 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.l3_db [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Floating IP 1014db62-8d13-4be7-aa90-5cb18edcfb9d disassociated (deleted). External IP: 172.27.0.119, port: aad2485a-3b69-4788-b107-942483832b2d. Aug 16 11:48:16.214993 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Router 5104e77f-b60a-4550-9444-0699bdd098f0 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:48:16.327392 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:48:16.337026 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:16.337411 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] Sync routers for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:48:16.349286 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:16.349914 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:16.364597 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-0827b0ad-056b-49e9-8bf0-24b586116de8 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "DELETE /v2.0/floatingips/1014db62-8d13-4be7-aa90-5cb18edcfb9d HTTP/1.1" status: 204 len: 168 time: 1.0481803 Aug 16 11:48:16.467541 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:16.806559 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:17Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:16.827825 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] Checking router: 5104e77f-b60a-4550-9444-0699bdd098f0 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:48:16.836088 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:16.837321 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:16.942098 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:16.976206 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:48:16.978791 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d275a6b-c213-452c-8d18-4c47724ee9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:48:17.149468 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aa456d-a380-42d7-b1ca-bc9555201970 x-openstack-request-id: req-f1aa456d-a380-42d7-b1ca-bc9555201970 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:48:17.150102 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "tag": "aad2485a-3b69-4788-b107-942483832b2d", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:48:17.150465 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1aa456d-a380-42d7-b1ca-bc9555201970 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:48:17.151544 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d', 'status': 'completed', 'code': 200} Aug 16 11:48:17.156979 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:17Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:17.188662 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032c4ab7-a585-4306-86fe-ddb17a1549c5 None None] The sync data for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi is: [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:11Z', 'revision_number': 4, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d', 'name': '', 'network_id': '61e46f1a-dfd0-49a3-aaf4-f07730602154', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'mac_address': 'fa:16:3e:49:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:11Z', 'updated_at': '2021-08-16T11:45:17Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'subnets': [{'id': '6e82a1b4-f065-4605-a35f-302b8d7cf021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:48:17.221843 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-4ec3784e-f8e8-4535-b7f5-c329fff34076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:17.223394 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-4ec3784e-f8e8-4535-b7f5-c329fff34076 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 1098 time: 0.0479932 Aug 16 11:48:17.340319 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-9fba95a3-9084-423a-ac26-20d1f7aecbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:17.340716 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-9fba95a3-9084-423a-ac26-20d1f7aecbbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 200 len: 914 time: 0.1081965 Aug 16 11:48:17.357092 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802aa85-85f0-4d8b-a50c-3c7c01ec86f4 req-4387ea63-9333-4f79-b74d-2278fdd15e71 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:17.358876 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f802aa85-85f0-4d8b-a50c-3c7c01ec86f4 req-4387ea63-9333-4f79-b74d-2278fdd15e71 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0637660 Aug 16 11:48:17.396502 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-5dc7cbc4-d573-4ce5-98f6-546c4143459d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 200 len: 217 time: 0.0470939 Aug 16 11:48:17.401472 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f802aa85-85f0-4d8b-a50c-3c7c01ec86f4 req-38843feb-d682-4d7b-9d5c-106888bf688b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Aug 16 11:48:17.460090 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-9b73e729-ea4e-4e45-98cc-3d89c7d27f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:17.461636 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-9b73e729-ea4e-4e45-98cc-3d89c7d27f81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e82a1b4-f065-4605-a35f-302b8d7cf021 HTTP/1.1" status: 200 len: 853 time: 0.0524948 Aug 16 11:48:17.477636 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211843ae-bcd4-47b5-b5e6-ebc40d12b5cd None None] New status for floating IP 1014db62-8d13-4be7-aa90-5cb18edcfb9d: DOWN {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:48:17.515342 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-161e16fe-b21c-4e6a-8062-854a277eeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:17.516985 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-161e16fe-b21c-4e6a-8062-854a277eeb71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61e46f1a-dfd0-49a3-aaf4-f07730602154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451915 Aug 16 11:48:17.628825 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-0f9d4942-41c7-4058-8e0c-5ec306b9b86f service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952003 Aug 16 11:48:17.734237 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-7d275a6b-c213-452c-8d18-4c47724ee9b7 req-a2ee26eb-d914-49ed-8ac9-a82b779401d4 service neutron] 10.222.0.36 "GET /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958908 Aug 16 11:48:18.531061 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceafb7-58ab-418b-a885-c582dd88598d req-472a2aa3-2297-4812-943f-dbff2c65ba57 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:18.532638 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-74ceafb7-58ab-418b-a885-c582dd88598d req-472a2aa3-2297-4812-943f-dbff2c65ba57 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0556598 Aug 16 11:48:18.569995 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-74ceafb7-58ab-418b-a885-c582dd88598d req-2328b8ee-38a6-4478-a7f3-a1000b89833d tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313783 Aug 16 11:48:19.206524 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48694) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:19.319960 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7973ade2-c8f6-40cf-9ce4-bd5ddac8374d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:19.409732 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7973ade2-c8f6-40cf-9ce4-bd5ddac8374d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:19.691236 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8caf5-46a6-4fdd-9e63-8a66939f01fa req-b70b95d1-45fe-456d-ad71-d8cf08b0c721 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:19.692708 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30a8caf5-46a6-4fdd-9e63-8a66939f01fa req-b70b95d1-45fe-456d-ad71-d8cf08b0c721 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0477920 Aug 16 11:48:19.693788 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7973ade2-c8f6-40cf-9ce4-bd5ddac8374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:19.742369 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48714) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:19.748916 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-7973ade2-c8f6-40cf-9ce4-bd5ddac8374d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aeb8aac61a884999992f8b85b69a7078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345993 Aug 16 11:48:19.759790 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973ade2-c8f6-40cf-9ce4-bd5ddac8374d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b51241d-3ca3-4fa1-b852-8d355445a940,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:19.769801 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30a8caf5-46a6-4fdd-9e63-8a66939f01fa req-42bad0b6-4bc0-4981-9960-e2886990ea6c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661325 Aug 16 11:48:19.802939 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d2207afe-5d16-49dc-8bd3-c8601b9c9c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:19.825321 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d2207afe-5d16-49dc-8bd3-c8601b9c9c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:19.977844 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d2207afe-5d16-49dc-8bd3-c8601b9c9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:19.980420 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d2207afe-5d16-49dc-8bd3-c8601b9c9c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:19.981560 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-d2207afe-5d16-49dc-8bd3-c8601b9c9c37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b51241d-3ca3-4fa1-b852-8d355445a940 HTTP/1.1" status: 204 len: 168 time: 0.2376606 Aug 16 11:48:19.989975 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2207afe-5d16-49dc-8bd3-c8601b9c9c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b51241d-3ca3-4fa1-b852-8d355445a940,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:20.900154 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f44dfc-9e0a-4a5a-88d0-500591939910 req-f90df6cb-47ee-4316-87af-eb8d1aa46010 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:20.901694 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e8f44dfc-9e0a-4a5a-88d0-500591939910 req-f90df6cb-47ee-4316-87af-eb8d1aa46010 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0552232 Aug 16 11:48:20.938896 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e8f44dfc-9e0a-4a5a-88d0-500591939910 req-7bb78c92-1a77-4813-827c-d066e66b7aa2 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312290 Aug 16 11:48:21.424990 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a00dc-53ed-45fe-84d1-abdcb47d0832 req-e97427d4-b84a-4b40-9b31-3ca279d52b3c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:21.426480 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-040a00dc-53ed-45fe-84d1-abdcb47d0832 req-e97427d4-b84a-4b40-9b31-3ca279d52b3c tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.0672503 Aug 16 11:48:21.467108 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-040a00dc-53ed-45fe-84d1-abdcb47d0832 req-0904befd-8486-4cfa-88e0-2ab118637ea2 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336897 Aug 16 11:48:22.057668 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99859f3-ed9b-48ad-b82a-5b91afa5ad87 req-7ae70857-29fd-426d-9f6a-8ca725bbfc43 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:22.059184 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e99859f3-ed9b-48ad-b82a-5b91afa5ad87 req-7ae70857-29fd-426d-9f6a-8ca725bbfc43 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Aug 16 11:48:22.096951 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e99859f3-ed9b-48ad-b82a-5b91afa5ad87 req-23ae9ac2-4cf5-47ca-8b85-58f42cd2e3f4 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318708 Aug 16 11:48:22.520907 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:22.596172 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a04b9d-965d-454c-a038-bd3cb90bb296 req-5d2f08c0-8dea-4438-86c2-95988f659e97 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:22.597670 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b4a04b9d-965d-454c-a038-bd3cb90bb296 req-5d2f08c0-8dea-4438-86c2-95988f659e97 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Aug 16 11:48:22.639229 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b4a04b9d-965d-454c-a038-bd3cb90bb296 req-d2639b58-8fc5-475e-a6e1-37ed13fe987d tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fafafc1-6330-4c3b-b699-978ecf6ef689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Aug 16 11:48:23.222852 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594a1a7-5a7d-40ce-9708-a5b549e69e1b req-5c4b66f5-ed4c-4e5a-8ccc-10757e2c5c26 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:23.224368 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2594a1a7-5a7d-40ce-9708-a5b549e69e1b req-5c4b66f5-ed4c-4e5a-8ccc-10757e2c5c26 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0561619 Aug 16 11:48:23.237229 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-02ea8e69-f58d-4520-b0f1-3824eb781b05 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:23.238089 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-02ea8e69-f58d-4520-b0f1-3824eb781b05 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.36 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 945 time: 0.0583088 Aug 16 11:48:23.265486 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2594a1a7-5a7d-40ce-9708-a5b549e69e1b req-fd558e0b-1a47-411e-a068-6a3bbdfa6015 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341842 Aug 16 11:48:23.346871 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Deleting port aad2485a-3b69-4788-b107-942483832b2d {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:23.347224 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:23.439767 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] For port aad2485a-3b69-4788-b107-942483832b2d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=aad2485a-3b69-4788-b107-942483832b2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:23.440132 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:23.453695 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Calling delete_port for aad2485a-3b69-4788-b107-942483832b2d owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:23.663610 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:23.675432 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['aad2485a-3b69-4788-b107-942483832b2d'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:48:23.692688 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Pushing event deleted for resources: {'Port': ['ID=aad2485a-3b69-4788-b107-942483832b2d,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:23.744130 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] No DVR routers for this DVR port aad2485a-3b69-4788-b107-942483832b2d on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:48:23.746622 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:23.748714 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3d2320ae-fe77-4278-b93b-fb0eaf9284c7 req-aa78547b-ff94-457a-8384-0e75b6f39fbd tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.36 "DELETE /v2.0/ports/aad2485a-3b69-4788-b107-942483832b2d HTTP/1.1" status: 204 len: 173 time: 0.5006742 Aug 16 11:48:23.749150 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'name': 'network-vif-deleted', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:48:23.749375 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-03fe0ea0-379c-46f6-a84f-8610da276316 req-80dc46bb-4b7e-43e5-91c5-ed54a377e274 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Aug 16 11:48:23.751458 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cbe061-5137-448b-8429-7ed47bad4d75" -d '{"events": [{"server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "name": "network-vif-deleted", "tag": "aad2485a-3b69-4788-b107-942483832b2d"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:48:23.788646 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89859a46-b19b-4415-9216-770ad63957bc x-openstack-request-id: req-89859a46-b19b-4415-9216-770ad63957bc {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:48:23.794080 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c86c6a-8b68-4bd6-a5d2-2374a1284d82", "name": "network-vif-deleted", "tag": "aad2485a-3b69-4788-b107-942483832b2d", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:48:23.794080 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89859a46-b19b-4415-9216-770ad63957bc {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:48:23.794080 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c86c6a-8b68-4bd6-a5d2-2374a1284d82', 'name': 'network-vif-deleted', 'tag': 'aad2485a-3b69-4788-b107-942483832b2d', 'status': 'completed', 'code': 200} Aug 16 11:48:24.390013 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b20710-fbc2-4ed7-b7f8-c872efd380ea req-6699f9b7-1f94-47a0-9428-b7f850af8726 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:24.391568 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c7b20710-fbc2-4ed7-b7f8-c872efd380ea req-6699f9b7-1f94-47a0-9428-b7f850af8726 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0546181 Aug 16 11:48:24.428982 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c7b20710-fbc2-4ed7-b7f8-c872efd380ea req-f79cd699-0e21-4f4f-9f53-25e6885e512d tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Aug 16 11:48:24.961207 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f981a12b-8204-4d4f-b1b7-e657bfa4617d req-a81e3485-f6ac-4e94-93ed-8f152e413817 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0275085 Aug 16 11:48:25.064970 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943613ea-2040-47da-8595-177d638048ef req-dbf67fd6-9ab5-48ce-921f-a9690ad907c9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:25.066444 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-943613ea-2040-47da-8595-177d638048ef req-dbf67fd6-9ab5-48ce-921f-a9690ad907c9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0478270 Aug 16 11:48:25.104642 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-943613ea-2040-47da-8595-177d638048ef req-17de9ed2-7073-43b1-939b-ff1ac0f3ad8c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Aug 16 11:48:25.552291 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71489-2236-4848-a1c1-251024369dbc req-acaa60af-69b7-4619-9fce-bd8d374c99de tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:25.553778 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c9c71489-2236-4848-a1c1-251024369dbc req-acaa60af-69b7-4619-9fce-bd8d374c99de tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0515287 Aug 16 11:48:25.767682 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c9c71489-2236-4848-a1c1-251024369dbc req-02c68ffc-1576-444c-8494-f6b212bfa229 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072153 Aug 16 11:48:26.064854 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6ce14762-c654-40d7-a776-ed3d354a5ca3 req-59e821d4-3c2e-4035-95f4-f5d644f96aab tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0256336 Aug 16 11:48:26.217341 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22369e5-3cf5-4c6b-9dd0-2b55e18cc8f2 req-361d7395-355a-483e-8c3c-0db4c4e42883 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:26.218823 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c22369e5-3cf5-4c6b-9dd0-2b55e18cc8f2 req-361d7395-355a-483e-8c3c-0db4c4e42883 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0481515 Aug 16 11:48:26.257283 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c22369e5-3cf5-4c6b-9dd0-2b55e18cc8f2 req-e808d74f-fd06-40fc-87dd-8297a82dab07 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 Aug 16 11:48:26.884988 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7bc9f-1b30-48f2-9150-ffa033e1032a req-6010bc3e-c415-4cb0-8af8-f92e76414e4c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:26.886467 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bcb7bc9f-1b30-48f2-9150-ffa033e1032a req-6010bc3e-c415-4cb0-8af8-f92e76414e4c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Aug 16 11:48:26.936886 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bcb7bc9f-1b30-48f2-9150-ffa033e1032a req-2060980e-b153-47fe-ab9a-6d073c726642 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 Aug 16 11:48:27.168085 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-519f860e-cbf3-4da8-ae9a-26c3bf36dd2d req-75ff3970-f6bf-4afb-a57a-3e72b2abef29 tempest-TestMinimumBasicScenario-240390617 tempest-TestMinimumBasicScenario-240390617-project] 10.222.0.25 "GET /v2.0/ports?device_id=46c86c6a-8b68-4bd6-a5d2-2374a1284d82 HTTP/1.1" status: 200 len: 210 time: 0.0272944 Aug 16 11:48:27.205555 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device aad2485a-3b69-4788-b107-942483832b2d no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:48:27.226070 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: aad2485a-3b69-4788-b107-942483832b2d {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:48:27.226449 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device aad2485a-3b69-4788-b107-942483832b2d not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:48:27.380296 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70595c9-7f88-4872-8621-07fc396be529 req-899018c2-72ae-49df-a15e-d2fe2d6100dd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:27.381858 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b70595c9-7f88-4872-8621-07fc396be529 req-899018c2-72ae-49df-a15e-d2fe2d6100dd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0521162 Aug 16 11:48:27.423402 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b70595c9-7f88-4872-8621-07fc396be529 req-bfbddbaa-459c-4b8e-ad04-ffe25348912b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347750 Aug 16 11:48:27.793466 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:48:28.057790 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaa8a1-0a34-413c-885d-9b727b746ed3 req-b522cb47-33a7-45c6-baf2-5f7a17de5a16 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:28.059369 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-72eaa8a1-0a34-413c-885d-9b727b746ed3 req-b522cb47-33a7-45c6-baf2-5f7a17de5a16 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0500972 Aug 16 11:48:28.098907 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-72eaa8a1-0a34-413c-885d-9b727b746ed3 req-d086a1c4-b541-4dcb-937d-d20481c9518e tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335851 Aug 16 11:48:28.549734 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee218d8-1c68-441c-a93b-c556d0ba2da8 req-50a6a548-5cd1-4abf-ab35-f03e07b323e4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:28.553876 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ee218d8-1c68-441c-a93b-c556d0ba2da8 req-50a6a548-5cd1-4abf-ab35-f03e07b323e4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0580969 Aug 16 11:48:28.598152 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ee218d8-1c68-441c-a93b-c556d0ba2da8 req-b3acdc78-85b2-4881-a687-8d26d1b90bad tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365899 Aug 16 11:48:29.133699 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-c028e292-ba42-4226-8159-3c6a779d8f69 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:29.135719 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-c028e292-ba42-4226-8159-3c6a779d8f69 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0498695 Aug 16 11:48:29.222895 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f7249-98a8-4575-8902-6a67f2a37085 req-76620463-4929-4c71-a479-497dd199a16b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:29.224592 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c57f7249-98a8-4575-8902-6a67f2a37085 req-76620463-4929-4c71-a479-497dd199a16b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0557353 Aug 16 11:48:29.239102 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Deleting port e1a64376-fe09-405c-b4cd-8414a0adfbb5 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:29.240305 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:29.277302 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c57f7249-98a8-4575-8902-6a67f2a37085 req-c7853dee-649e-49fd-92e1-3c2228cf98c5 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454898 Aug 16 11:48:29.346336 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] For port e1a64376-fe09-405c-b4cd-8414a0adfbb5, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=e1a64376-fe09-405c-b4cd-8414a0adfbb5,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:29.346804 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:29.530380 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:29.530810 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:29.531186 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Floating IP f724accd-4bbd-43fe-8c3f-c16a1bf961cd disassociated. External IP: 172.27.0.193, port: e1a64376-fe09-405c-b4cd-8414a0adfbb5. Aug 16 11:48:29.531539 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Calling delete_port for e1a64376-fe09-405c-b4cd-8414a0adfbb5 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:29.713068 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9caba2-296e-4300-8444-da581b4df857 req-24df291b-77e8-4561-8846-a5377340f1e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:29.714542 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-da9caba2-296e-4300-8444-da581b4df857 req-24df291b-77e8-4561-8846-a5377340f1e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 946 time: 0.0488086 Aug 16 11:48:29.752520 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-da9caba2-296e-4300-8444-da581b4df857 req-da953f59-f930-4116-b9ed-6c228ec495af tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Aug 16 11:48:29.781939 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:29.815900 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event deleted for resources: {'Port': ['ID=e1a64376-fe09-405c-b4cd-8414a0adfbb5,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:29.935404 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:48:30.043711 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:48:30.053940 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71add130-105a-4371-b3e6-987268c76779 None None] Sync routers for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:48:30.063430 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71add130-105a-4371-b3e6-987268c76779 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:30.064070 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-71add130-105a-4371-b3e6-987268c76779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:30.193640 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-71add130-105a-4371-b3e6-987268c76779 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:30.374308 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48978) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:30.388277 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] No DVR routers for this DVR port e1a64376-fe09-405c-b4cd-8414a0adfbb5 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:48:30.402888 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48982) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:30.415912 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:30.415912 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c4e71a90-4838-47ea-a68f-87964ccb2c95 req-e85a72b7-4d0f-4e71-b229-eed9b012486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "DELETE /v2.0/ports/e1a64376-fe09-405c-b4cd-8414a0adfbb5 HTTP/1.1" status: 204 len: 173 time: 1.2709377 Aug 16 11:48:30.415912 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'name': 'network-vif-deleted', 'tag': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:48:30.416292 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e5c2f3-4913-4ac8-9e9f-4ffa1261bde4" -d '{"events": [{"server_uuid": "91a05049-35ae-42de-b9ee-c87e6de1a7e9", "name": "network-vif-deleted", "tag": "e1a64376-fe09-405c-b4cd-8414a0adfbb5"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:48:30.556171 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-71add130-105a-4371-b3e6-987268c76779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:30.583244 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71add130-105a-4371-b3e6-987268c76779 None None] Checking router: 8cedec37-3119-4bad-a7a7-feb48c4a6d19 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:48:30.584932 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c3685f-268b-48dd-89ba-fcecb2f182b7 x-openstack-request-id: req-a8c3685f-268b-48dd-89ba-fcecb2f182b7 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:48:30.586656 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a05049-35ae-42de-b9ee-c87e6de1a7e9", "name": "network-vif-deleted", "tag": "e1a64376-fe09-405c-b4cd-8414a0adfbb5", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:48:30.586656 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8c3685f-268b-48dd-89ba-fcecb2f182b7 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:48:30.586656 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a05049-35ae-42de-b9ee-c87e6de1a7e9', 'name': 'network-vif-deleted', 'tag': 'e1a64376-fe09-405c-b4cd-8414a0adfbb5', 'status': 'completed', 'code': 200} Aug 16 11:48:30.593459 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71add130-105a-4371-b3e6-987268c76779 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:30.594388 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-71add130-105a-4371-b3e6-987268c76779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:30.596957 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa794696-d1db-4942-adcf-8403a7221d7e req-45ed7851-9f78-4b2a-b8a7-79b90bedd818 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:30.598401 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fa794696-d1db-4942-adcf-8403a7221d7e req-45ed7851-9f78-4b2a-b8a7-79b90bedd818 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.1877625 Aug 16 11:48:30.601246 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2549ee9f-5c0f-4396-9e76-b0db73869983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:30.678366 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fa794696-d1db-4942-adcf-8403a7221d7e req-8ca05410-eea3-43b3-8ec1-8880750c38b6 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691109 Aug 16 11:48:30.717744 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-71add130-105a-4371-b3e6-987268c76779 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:30.882007 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-83542de8-8eb1-4c27-9e82-9d50dada3f12 req-46d63ffb-196d-4571-b928-c9509f378c5d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 210 time: 0.0377181 Aug 16 11:48:30.904006 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2549ee9f-5c0f-4396-9e76-b0db73869983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:30.933925 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-71add130-105a-4371-b3e6-987268c76779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:30.966226 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71add130-105a-4371-b3e6-987268c76779 None None] The sync data for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi is: [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:48:31.059171 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2549ee9f-5c0f-4396-9e76-b0db73869983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.113906 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2549ee9f-5c0f-4396-9e76-b0db73869983 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5fa0b4049e745bba94ab62182a5587d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7384419 Aug 16 11:48:31.114339 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 48996) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:31.131007 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 48998) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:31.138438 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549ee9f-5c0f-4396-9e76-b0db73869983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7209dd-1bbd-4a07-abed-5183dbd7c335,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:31.157159 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720321'] for router_interface, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.194778 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-de908502-6cd0-4326-b27e-3fe7644a4def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.231192 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-de908502-6cd0-4326-b27e-3fe7644a4def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.275560 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2553c-76ce-4695-874c-454eefcc3c12 None None] New status for floating IP f724accd-4bbd-43fe-8c3f-c16a1bf961cd: DOWN {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:48:31.282990 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-66bae072-399a-494f-ab16-a71bb226e088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.398554 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-de908502-6cd0-4326-b27e-3fe7644a4def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.401295 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-de908502-6cd0-4326-b27e-3fe7644a4def admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.402623 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-de908502-6cd0-4326-b27e-3fe7644a4def admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f7209dd-1bbd-4a07-abed-5183dbd7c335 HTTP/1.1" status: 204 len: 168 time: 0.2867875 Aug 16 11:48:31.411212 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de908502-6cd0-4326-b27e-3fe7644a4def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7209dd-1bbd-4a07-abed-5183dbd7c335,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:31.544021 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-66bae072-399a-494f-ab16-a71bb226e088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.567705 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Deleting port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:31.568168 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.657900 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] For port 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:31.658206 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.670720 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Calling delete_port for 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d owned by network:router_interface {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:31.717532 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-66bae072-399a-494f-ab16-a71bb226e088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.778470 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bae072-399a-494f-ab16-a71bb226e088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a4221-8eb0-4bb9-b109-d3f13a8bc96a,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:31.782487 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-66bae072-399a-494f-ab16-a71bb226e088 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a79fb71c0cc04ee1b0d00a28e7836dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503129 Aug 16 11:48:31.785319 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49008) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:31.834816 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ca94b9cb-c725-4872-988d-f59027cdd852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.856536 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ca94b9cb-c725-4872-988d-f59027cdd852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.867360 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf397b0-84f1-489a-9fb7-1b4010eef37b req-a8d15c16-3521-48cf-8629-baa4f146363f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:31.868975 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dcf397b0-84f1-489a-9fb7-1b4010eef37b req-a8d15c16-3521-48cf-8629-baa4f146363f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.1048605 Aug 16 11:48:31.924237 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dcf397b0-84f1-489a-9fb7-1b4010eef37b req-1927696f-83e8-4d62-9c7c-2db07cdfa813 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443172 Aug 16 11:48:31.932733 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-15654295-4f56-49a8-9fcf-ca05a4f9bc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.989704 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ca94b9cb-c725-4872-988d-f59027cdd852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.992581 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-ca94b9cb-c725-4872-988d-f59027cdd852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:31.993947 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-ca94b9cb-c725-4872-988d-f59027cdd852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f7a4221-8eb0-4bb9-b109-d3f13a8bc96a HTTP/1.1" status: 204 len: 168 time: 0.2068486 Aug 16 11:48:32.011506 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94b9cb-c725-4872-988d-f59027cdd852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a4221-8eb0-4bb9-b109-d3f13a8bc96a,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:32.077418 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-29636cb9-db2a-4c11-88a6-5b957a3e70a4 req-3aa19640-0fae-4697-ad8e-eef2070e2fc8 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=91a05049-35ae-42de-b9ee-c87e6de1a7e9 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Aug 16 11:48:32.154661 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:32.181214 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Pushing event deleted for resources: {'Port': ['ID=7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:32.529158 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725585'] for router_interface, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:32.754555 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Router 5104e77f-b60a-4550-9444-0699bdd098f0 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:48:32.856440 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:48:32.861341 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-5f39c306-bf91-4a52-97ad-5de94a826942 admin admin] 10.222.0.25 "PUT /v2.0/routers/5104e77f-b60a-4550-9444-0699bdd098f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4572947 Aug 16 11:48:32.864035 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49016) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:32.865037 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31b077-0995-4214-a680-e3c74468712d None None] Sync routers for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:48:32.875360 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31b077-0995-4214-a680-e3c74468712d None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:32.875969 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-4b31b077-0995-4214-a680-e3c74468712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:32.972464 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:32.984739 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-4b31b077-0995-4214-a680-e3c74468712d None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:33.073769 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b5d5c-4478-4ad8-a0e6-aa76f02f9c63 req-97dc8544-dd88-4596-89aa-f02b5ef764bc tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:33.080852 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-374b5d5c-4478-4ad8-a0e6-aa76f02f9c63 req-97dc8544-dd88-4596-89aa-f02b5ef764bc tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0651286 Aug 16 11:48:33.087335 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:33.115383 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-374b5d5c-4478-4ad8-a0e6-aa76f02f9c63 req-44e4b78d-8f67-4fba-bd20-321d7246fea8 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334167 Aug 16 11:48:33.186277 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-4b31b077-0995-4214-a680-e3c74468712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:48:31Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:33.216202 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31b077-0995-4214-a680-e3c74468712d None None] Checking router: 5104e77f-b60a-4550-9444-0699bdd098f0 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:48:33.224490 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31b077-0995-4214-a680-e3c74468712d None None] Routers {'5104e77f-b60a-4550-9444-0699bdd098f0'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:33.225105 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-4b31b077-0995-4214-a680-e3c74468712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5104e77f-b60a-4550-9444-0699bdd098f0'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:33.260518 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device e1a64376-fe09-405c-b4cd-8414a0adfbb5 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:48:33.283514 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: e1a64376-fe09-405c-b4cd-8414a0adfbb5 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:48:33.287908 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device e1a64376-fe09-405c-b4cd-8414a0adfbb5 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:48:33.299740 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Deleting port ddb90f30-76bc-4452-9d06-caa03dada57f {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:33.300098 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:33.399536 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-a194d029-5591-4c57-9724-923dff3b6433 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253730015&fields=id&tenant_id=71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 267 time: 0.0417767 Aug 16 11:48:33.404296 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] For port ddb90f30-76bc-4452-9d06-caa03dada57f, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ddb90f30-76bc-4452-9d06-caa03dada57f,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:33.404691 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:33.424268 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Calling delete_port for ddb90f30-76bc-4452-9d06-caa03dada57f owned by network:router_gateway {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:33.478804 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-4b31b077-0995-4214-a680-e3c74468712d None None] Set router 5104e77f-b60a-4550-9444-0699bdd098f0 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:33.520514 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-5a56aab9-94c3-4aac-ae46-a4bccdfb482f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:33.522329 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-5a56aab9-94c3-4aac-ae46-a4bccdfb482f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 811 time: 0.1132290 Aug 16 11:48:33.538632 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-a70c43cd-76ed-4afd-9406-b9dcba4ff224 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/quotas/71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 375 time: 0.0093267 Aug 16 11:48:33.598332 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-5d408e90-87e6-45e8-b30a-98b3f29394a4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502548 Aug 16 11:48:33.664466 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-4b31b077-0995-4214-a680-e3c74468712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:48:31Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:33.675076 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:33.695829 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b31b077-0995-4214-a680-e3c74468712d None None] The sync data for ids ['5104e77f-b60a-4550-9444-0699bdd098f0'] in dv-cinder-804698-1-iscsi is: [{'id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'name': 'tempest-TestMinimumBasicScenario-695561442-router', 'tenant_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:48:31Z', 'revision_number': 5, 'project_id': 'c800fcc934374e669f78cc5a66c3e8a2', 'gw_port': {'id': 'ddb90f30-76bc-4452-9d06-caa03dada57f', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5104e77f-b60a-4550-9444-0699bdd098f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:08Z', 'updated_at': '2021-08-16T11:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:48:33.704470 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-ba4c6c65-6946-456d-af24-d985aab579da service neutron] 10.222.0.25 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904617 Aug 16 11:48:33.705022 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb90f30-76bc-4452-9d06-caa03dada57f,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:33.772002 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727803'] for router_gateway, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:33.800567 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-cddf8f48-9ea8-4c64-83f0-6f3f16081e91 service neutron] 10.222.0.25 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925169 Aug 16 11:48:33.880773 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7839'] for router, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:33.882889 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.047076 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726374'] for router, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.047832 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5104e77f-b60a-4550-9444-0699bdd098f0 {{(pid=100978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 11:48:34.058605 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.058605 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-14a2a4d1-adde-4d80-8bbe-860e6725f2d0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5104e77f-b60a-4550-9444-0699bdd098f0 HTTP/1.1" status: 204 len: 168 time: 1.1907103 Aug 16 11:48:34.059188 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49036) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:34.107262 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-009203ad-1fb1-49bc-b39e-60e7a0f96fb7 admin admin] Deleting subnet 6e82a1b4-f065-4605-a35f-302b8d7cf021 {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:48:34.110732 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-009203ad-1fb1-49bc-b39e-60e7a0f96fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.148377 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-009203ad-1fb1-49bc-b39e-60e7a0f96fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.314644 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1e2cb-934d-4b79-bfd9-b7eb14741517 req-2061139e-764e-4fb1-87dc-f6faff6ffe73 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:34.316176 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3fe1e2cb-934d-4b79-bfd9-b7eb14741517 req-2061139e-764e-4fb1-87dc-f6faff6ffe73 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.1219170 Aug 16 11:48:34.317561 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-009203ad-1fb1-49bc-b39e-60e7a0f96fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.395180 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3fe1e2cb-934d-4b79-bfd9-b7eb14741517 req-7bf80dda-847a-4ec5-88a1-dabc4b63dd7d tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501313 Aug 16 11:48:34.549564 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-be215c3b-2a29-4ffb-9e69-a7bc2c7463cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.550453 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-009203ad-1fb1-49bc-b39e-60e7a0f96fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.592317 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009203ad-1fb1-49bc-b39e-60e7a0f96fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e82a1b4-f065-4605-a35f-302b8d7cf021,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:34.598368 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dd4b0b-675e-40d7-9a4a-4f09b9ef1fe9 None None] Network 61e46f1a-dfd0-49a3-aaf4-f07730602154 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:48:34.604939 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-009203ad-1fb1-49bc-b39e-60e7a0f96fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.609308 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-009203ad-1fb1-49bc-b39e-60e7a0f96fb7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e82a1b4-f065-4605-a35f-302b8d7cf021 HTTP/1.1" status: 204 len: 168 time: 0.5466475 Aug 16 11:48:34.609308 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e1e36c2d-2f59-4f41-89a9-3bff895e65c7 req-f2c35bed-9249-4d25-8126-dccb5f38f946 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 210 time: 0.0541449 Aug 16 11:48:34.609771 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49046) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:34.646200 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.690652 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.765442 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Deleting port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:34.765442 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.834983 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] DHCP port deletion for 61e46f1a-dfd0-49a3-aaf4-f07730602154 request from dv-cinder-804698-1-iscsi {{(pid=100979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 11:48:34.843839 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] For port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:34.843839 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.876501 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Calling delete_port for 0f17bca5-08c0-42c1-8fcf-e2d8f437810d owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:34.898944 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] Deleting port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d {{(pid=100979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:34.899465 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.902713 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36892621-80a3-4678-86c7-ac4c3b0d3d28 req-0a04fb86-863d-4c32-8305-474eb7fbbdaf tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:34.952811 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-36892621-80a3-4678-86c7-ac4c3b0d3d28 req-0a04fb86-863d-4c32-8305-474eb7fbbdaf tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0765631 Aug 16 11:48:34.965339 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] For port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,segment=NetworkSegment(d21eb078-d28d-4504-9a3f-bfd940e54747),segment_id=d21eb078-d28d-4504-9a3f-bfd940e54747)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:34.965737 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:34.978499 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] Calling delete_port for 0f17bca5-08c0-42c1-8fcf-e2d8f437810d owned by network:dhcp {{(pid=100979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:34.980089 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-36892621-80a3-4678-86c7-ac4c3b0d3d28 req-031f90db-66dc-4403-bc94-b30f7706741d tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479403 Aug 16 11:48:35.104511 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.128359 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:35.128720 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.131358 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-58f94313-b4f3-422b-b46c-0298bc1b5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:35.134027 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-58f94313-b4f3-422b-b46c-0298bc1b5d61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0455430 Aug 16 11:48:35.134384 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] No DVR routers for this DVR port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d on host dv-cinder-804698-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:48:35.153793 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] Pushing event deleted for resources: {'Port': ['ID=0f17bca5-08c0-42c1-8fcf-e2d8f437810d,revision_number=None']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:35.160398 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049fa7b-7224-4986-bbf3-31108dc2a531 None None] No DVR routers for this DVR port 0f17bca5-08c0-42c1-8fcf-e2d8f437810d on host dv-cinder-804698-1-iscsi {{(pid=100979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:48:35.217147 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.228144 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e46f1a-dfd0-49a3-aaf4-f07730602154']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:35.239211 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21eb078-d28d-4504-9a3f-bfd940e54747') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:35.239509 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21eb078-d28d-4504-9a3f-bfd940e54747') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:35.247531 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-2edbc452-2f24-4707-98ff-2321d00c7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:35.248996 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-2edbc452-2f24-4707-98ff-2321d00c7839 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 910 time: 0.1044979 Aug 16 11:48:35.249156 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.263561 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.269431 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:48:35.269813 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:48:35.271496 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:48:35.314705 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-30f4714b-02d3-4347-a0c7-1194a50a1223 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d HTTP/1.1" status: 200 len: 1001 time: 0.0584514 Aug 16 11:48:35.372881 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-a18cdfa8-460e-46f5-b285-5c039b274ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:35.374325 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-a18cdfa8-460e-46f5-b285-5c039b274ef5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=797190c4-5f8b-4402-afd0-1c2556d13e81 HTTP/1.1" status: 200 len: 849 time: 0.0518734 Aug 16 11:48:35.384715 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ddb90f30-76bc-4452-9d06-caa03dada57f no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:48:35.408220 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: ddb90f30-76bc-4452-9d06-caa03dada57f {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:48:35.408768 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ddb90f30-76bc-4452-9d06-caa03dada57f not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:48:35.409253 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0f17bca5-08c0-42c1-8fcf-e2d8f437810d no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:48:35.424639 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-88d460d4-9d1b-4a54-9c4e-b056008108ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:35.426196 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-88d460d4-9d1b-4a54-9c4e-b056008108ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec46b04-b71e-4394-9c01-d5216b25ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433819 Aug 16 11:48:35.428544 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 0f17bca5-08c0-42c1-8fcf-e2d8f437810d {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:48:35.428890 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0f17bca5-08c0-42c1-8fcf-e2d8f437810d not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:48:35.429298 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:48:35.436220 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.445102 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.447453 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] 10.222.0.25 "DELETE /v2.0/networks/61e46f1a-dfd0-49a3-aaf4-f07730602154 HTTP/1.1" status: 204 len: 168 time: 0.8365672 Aug 16 11:48:35.451293 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:48:35.451640 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 7456a9e6-2a4b-4bd6-b81d-cc4eac435d2d not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:48:35.461280 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49058) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:35.465657 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ca702-21fa-4a5e-a61f-069d41b6c906 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e46f1a-dfd0-49a3-aaf4-f07730602154,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:35.623283 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-0c5ce9ee-822c-4b28-b95e-4f2bc656892f service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865647 Aug 16 11:48:35.715270 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d6bb86cf-1ea1-4c64-a36a-a2f5369cbe57 req-65947b03-21d2-4a93-b6b3-fcb9f66f2734 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 210 time: 0.0269654 Aug 16 11:48:35.793688 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-304ce8ea-f1ab-4482-b570-cd4acc6bf270 req-be9b76a3-194d-4327-bba1-9ea60a677df1 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628199 Aug 16 11:48:35.844456 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:35.946802 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720321'] for router_interface, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:36.102735 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793aa759-f7d2-4393-b891-009350b76d25 req-4058f785-372e-4cd8-abc4-d255fc3a29d6 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:36.104700 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-793aa759-f7d2-4393-b891-009350b76d25 req-4058f785-372e-4cd8-abc4-d255fc3a29d6 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0512598 Aug 16 11:48:36.145840 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-793aa759-f7d2-4393-b891-009350b76d25 req-62996e7a-5081-4f94-88b5-08868ac41bd2 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Aug 16 11:48:36.203053 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Deleting port dacee972-e867-41db-afdd-2ee11cb57276 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:36.203944 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:36.286555 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] For port dacee972-e867-41db-afdd-2ee11cb57276, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=dacee972-e867-41db-afdd-2ee11cb57276,segment=NetworkSegment(d3bca923-f609-44bb-b552-2efe6b249c6b),segment_id=d3bca923-f609-44bb-b552-2efe6b249c6b)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:36.286890 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:36.299288 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Calling delete_port for dacee972-e867-41db-afdd-2ee11cb57276 owned by network:router_interface {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:36.566568 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:36.598052 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Pushing event deleted for resources: {'Port': ['ID=dacee972-e867-41db-afdd-2ee11cb57276,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:36.764911 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725585'] for router_interface, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:36.821065 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-293138a9-097c-4bf0-a3f1-6ee2ee661984 req-93106a85-31af-41dd-be6a-d57cc4170c93 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 210 time: 0.0263815 Aug 16 11:48:37.223050 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-a9a1c66a-f71a-4668-8ed8-6b0e1632d45d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:37.224484 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-a9a1c66a-f71a-4668-8ed8-6b0e1632d45d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 811 time: 0.4130576 Aug 16 11:48:37.269629 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94450f7-4323-45b5-bde9-08387dd24f05 req-4216a033-4a2e-4f7b-8d8b-409a63558522 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:37.271285 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b94450f7-4323-45b5-bde9-08387dd24f05 req-4216a033-4a2e-4f7b-8d8b-409a63558522 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0542648 Aug 16 11:48:37.278962 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:37.311102 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b94450f7-4323-45b5-bde9-08387dd24f05 req-5f649cf8-b94c-4d6d-989a-b8acf26749b2 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328827 Aug 16 11:48:37.335031 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-c0c319c2-596b-4625-96ea-eaf76942a589 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 380 time: 0.0734541 Aug 16 11:48:37.345743 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'port': {'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'admin_state_up': True, 'tenant_id': '71be547003924f3980691e88229bd396', 'security_groups': ['103e3c10-117d-468e-856f-ea4c5863d942']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:48:37.411266 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:48:37.553701 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:48:37.559838 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-fc55cb1e-2dbb-4a50-ba6d-c58518b3eefa admin admin] 10.222.0.25 "PUT /v2.0/routers/5d8f7717-aed1-4469-a1bc-50613bc5c6e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0981965 Aug 16 11:48:37.561460 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49074) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:37.563494 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] Sync routers for ids ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:48:37.574157 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] Routers {'5d8f7717-aed1-4469-a1bc-50613bc5c6e2'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:37.574829 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:37.644109 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Made reservation on behalf of 71be547003924f3980691e88229bd396 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:48:37.647523 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:37.683660 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] Set router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:37.719225 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks [] for router, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:37.874910 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Allocated IP 172.20.0.4 (80bd583c-314b-4fc5-9793-1c72b5266f21/92cea1e7-cc80-4de5-b1f6-b27f35958ce4/c2ade99f-7589-4d65-b21f-a197593acd5f) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:48:37.891076 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:37.928627 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7605d5fc-afdb-4a9b-b86b-68dcbf405283 req-a1355c1f-7c40-4082-a5f1-80f8122326dc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 210 time: 0.0281894 Aug 16 11:48:37.975327 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:48:36Z', 'revision_number': 5, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port': {'id': '85f2015c-2263-4a66-b4aa-0b83a680c1b5', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:10:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:45:16Z', 'updated_at': '2021-08-16T11:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:38.002592 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] Checking router: 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:48:38.012024 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] Routers {'5d8f7717-aed1-4469-a1bc-50613bc5c6e2'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:38.012643 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:38.076545 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.081171 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Deleting port 85f2015c-2263-4a66-b4aa-0b83a680c1b5 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:38.081495 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.104975 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] Set router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 gateway port host: None {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:38.126461 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Transition to ACTIVE for port object c2ade99f-7589-4d65-b21f-a197593acd5f will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:48:38.160378 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:48:37Z', 'revision_number': 6, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port_host': None}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:38.185022 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] For port 85f2015c-2263-4a66-b4aa-0b83a680c1b5, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=85f2015c-2263-4a66-b4aa-0b83a680c1b5,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:38.185424 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.186445 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa5361-601a-4824-b754-bee67d622f86 None None] The sync data for ids ['5d8f7717-aed1-4469-a1bc-50613bc5c6e2'] in dv-cinder-804698-1-iscsi is: [{'id': '5d8f7717-aed1-4469-a1bc-50613bc5c6e2', 'name': 'tempest-TestMinimumBasicScenario-863379230-router', 'tenant_id': '40be51216af741ca9fccc008d374dbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:15Z', 'updated_at': '2021-08-16T11:48:37Z', 'revision_number': 6, 'project_id': '40be51216af741ca9fccc008d374dbe2', 'gw_port_host': None}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:48:38.201322 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Calling delete_port for 85f2015c-2263-4a66-b4aa-0b83a680c1b5 owned by network:router_gateway {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:38.306090 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.364090 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:48:38.370114 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:48:38.374259 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:48:38.376592 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=c2ade99f-7589-4d65-b21f-a197593acd5f,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:38.460875 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:38.461184 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.549411 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.574813 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Pushing event deleted for resources: {'Port': ['ID=85f2015c-2263-4a66-b4aa-0b83a680c1b5,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:38.644449 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727803'] for router_gateway, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.671244 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-e53d2162-1180-478b-80ec-816dfd4cb647 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3295228 Aug 16 11:48:38.704567 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Request body: {'port': {'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:48:38.714343 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-13ee5f3f-061f-460b-9cac-85d71bbb01b6 None None] Provisioning for port c2ade99f-7589-4d65-b21f-a197593acd5f completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:48:38.718773 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-13ee5f3f-061f-460b-9cac-85d71bbb01b6 None None] Provisioning complete for port c2ade99f-7589-4d65-b21f-a197593acd5f triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:48:38.719187 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-13ee5f3f-061f-460b-9cac-85d71bbb01b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.753377 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-13ee5f3f-061f-460b-9cac-85d71bbb01b6 None None] Port c2ade99f-7589-4d65-b21f-a197593acd5f cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:48:38.755478 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7839'] for router, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.759947 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.819486 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.917229 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726374'] for router, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.917693 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d8f7717-aed1-4469-a1bc-50613bc5c6e2 {{(pid=100978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 11:48:38.925561 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:38.926695 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e05c2e39-c640-4f1b-b503-2eb5c8e0500f admin admin] 10.222.0.25 "DELETE /v2.0/routers/5d8f7717-aed1-4469-a1bc-50613bc5c6e2 HTTP/1.1" status: 204 len: 168 time: 1.3642945 Aug 16 11:48:38.929413 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49082) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:38.979358 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-6843ca15-03ad-485b-9fde-87a3cb349257 admin admin] Deleting subnet 6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1 {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:48:38.982990 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6843ca15-03ad-485b-9fde-87a3cb349257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.030699 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6843ca15-03ad-485b-9fde-87a3cb349257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.101309 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ade99f-7589-4d65-b21f-a197593acd5f {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:48:39.110286 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.123198 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Transition to ACTIVE for port object c2ade99f-7589-4d65-b21f-a197593acd5f will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:48:39.140391 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13901dfa-350d-4b7d-9572-ba0b22d1b0cd req-0c84b045-67bf-4681-b822-65f69bd3486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:39.141917 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-13901dfa-350d-4b7d-9572-ba0b22d1b0cd req-0c84b045-67bf-4681-b822-65f69bd3486d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 931 time: 0.1262612 Aug 16 11:48:39.147102 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6843ca15-03ad-485b-9fde-87a3cb349257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.214442 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-13901dfa-350d-4b7d-9572-ba0b22d1b0cd req-09b2b51d-2f72-4003-96e7-a13e5a6b3022 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649085 Aug 16 11:48:39.236436 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.294273 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ade99f-7589-4d65-b21f-a197593acd5f,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:39.339168 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6843ca15-03ad-485b-9fde-87a3cb349257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.379756 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ca15-03ad-485b-9fde-87a3cb349257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:39.388956 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6843ca15-03ad-485b-9fde-87a3cb349257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.389994 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-6843ca15-03ad-485b-9fde-87a3cb349257 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6c2c09f2-8a0e-414f-ac40-e2c71d8f49f1 HTTP/1.1" status: 204 len: 168 time: 0.4595342 Aug 16 11:48:39.392483 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49088) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:39.396075 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de5a41c-8baa-4850-8e4a-6bac49f65fae None None] Network bc2799ce-fa4a-412c-ab83-107ff419ca5d requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:48:39.421354 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Attempting to bind port c2ade99f-7589-4d65-b21f-a197593acd5f on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:48:39.422390 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Attempting to bind port c2ade99f-7589-4d65-b21f-a197593acd5f by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:48:39.422934 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Attempting to bind port c2ade99f-7589-4d65-b21f-a197593acd5f on network 80bd583c-314b-4fc5-9793-1c72b5266f21 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:48:39.437479 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Port c2ade99f-7589-4d65-b21f-a197593acd5f on network 80bd583c-314b-4fc5-9793-1c72b5266f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:48:39.438116 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Attempting to bind port c2ade99f-7589-4d65-b21f-a197593acd5f on network 80bd583c-314b-4fc5-9793-1c72b5266f21 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:48:39.443825 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:48:39.444750 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Checking segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:48:39.456553 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Bound using segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:48:39.456553 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Bound port: c2ade99f-7589-4d65-b21f-a197593acd5f, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:48:39.456553 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.458380 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 85f2015c-2263-4a66-b4aa-0b83a680c1b5 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:48:39.472198 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.489889 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 85f2015c-2263-4a66-b4aa-0b83a680c1b5 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:48:39.492557 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 85f2015c-2263-4a66-b4aa-0b83a680c1b5 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:48:39.492557 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device dacee972-e867-41db-afdd-2ee11cb57276 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:48:39.516536 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: dacee972-e867-41db-afdd-2ee11cb57276 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:48:39.516884 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device dacee972-e867-41db-afdd-2ee11cb57276 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:48:39.528354 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Deleting port 149924af-c5a5-419f-a042-19d1903667d6 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:39.528958 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.531591 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] For port c2ade99f-7589-4d65-b21f-a197593acd5f, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:48:39.534924 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] For port c2ade99f-7589-4d65-b21f-a197593acd5f, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c2ade99f-7589-4d65-b21f-a197593acd5f,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:48:39.599217 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] For port 149924af-c5a5-419f-a042-19d1903667d6, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=149924af-c5a5-419f-a042-19d1903667d6,segment=NetworkSegment(d3bca923-f609-44bb-b552-2efe6b249c6b),segment_id=d3bca923-f609-44bb-b552-2efe6b249c6b)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:39.599574 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.607285 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.612970 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Calling delete_port for 149924af-c5a5-419f-a042-19d1903667d6 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:39.646016 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] DHCP port deletion for bc2799ce-fa4a-412c-ab83-107ff419ca5d request from dv-cinder-804698-1-iscsi {{(pid=100979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 11:48:39.647552 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:39.648583 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.650662 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 1093 time: 0.9502180 Aug 16 11:48:39.651219 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c88de8-a1fc-4958-901d-182642969f9a', 'tag': 'c2ade99f-7589-4d65-b21f-a197593acd5f'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:48:39.653678 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6dd153-9025-46dc-adf4-cf436119df17" -d '{"events": [{"name": "network-changed", "server_uuid": "94c88de8-a1fc-4958-901d-182642969f9a", "tag": "c2ade99f-7589-4d65-b21f-a197593acd5f"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:48:39.690793 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efff150-3bbf-4908-9d2e-c59a71036103 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ade99f-7589-4d65-b21f-a197593acd5f,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:39.713885 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] Deleting port 149924af-c5a5-419f-a042-19d1903667d6 {{(pid=100979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:48:39.714264 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.739534 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b9a8e2-6dc3-40ac-8626-e7392ca3eb18 x-openstack-request-id: req-24b9a8e2-6dc3-40ac-8626-e7392ca3eb18 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:48:39.739534 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c88de8-a1fc-4958-901d-182642969f9a", "tag": "c2ade99f-7589-4d65-b21f-a197593acd5f", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:48:39.739534 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24b9a8e2-6dc3-40ac-8626-e7392ca3eb18 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:48:39.739534 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c88de8-a1fc-4958-901d-182642969f9a', 'tag': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'status': 'completed', 'code': 200} Aug 16 11:48:39.788537 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] For port 149924af-c5a5-419f-a042-19d1903667d6, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=149924af-c5a5-419f-a042-19d1903667d6,segment=NetworkSegment(d3bca923-f609-44bb-b552-2efe6b249c6b),segment_id=d3bca923-f609-44bb-b552-2efe6b249c6b)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:39.789339 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.789595 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.803321 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] Calling delete_port for 149924af-c5a5-419f-a042-19d1903667d6 owned by network:dhcp {{(pid=100979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:48:39.806144 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-43df7bae-ed4c-4e8d-9013-d08e7bd31087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:39.806443 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-43df7bae-ed4c-4e8d-9013-d08e7bd31087 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1096 time: 0.0496166 Aug 16 11:48:39.820906 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=149924af-c5a5-419f-a042-19d1903667d6,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:39.826339 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] No DVR routers for this DVR port 149924af-c5a5-419f-a042-19d1903667d6 on host dv-cinder-804698-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:48:39.867501 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-5abf158f-e91d-4730-a358-d5bfa762f1a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 217 time: 0.0516677 Aug 16 11:48:39.898094 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.902714 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.912727 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2799ce-fa4a-412c-ab83-107ff419ca5d']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:39.923162 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-c43a646d-5b53-4419-8a08-ee5c60889274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:39.924464 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bca923-f609-44bb-b552-2efe6b249c6b') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:39.924706 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-c43a646d-5b53-4419-8a08-ee5c60889274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0495193 Aug 16 11:48:39.924902 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bca923-f609-44bb-b552-2efe6b249c6b') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:39.928809 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] Pushing event deleted for resources: {'Port': ['ID=149924af-c5a5-419f-a042-19d1903667d6,revision_number=None']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:39.934397 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.939563 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ddb39-aea8-4028-a8df-13c4edca1f99 None None] No DVR routers for this DVR port 149924af-c5a5-419f-a042-19d1903667d6 on host dv-cinder-804698-1-iscsi {{(pid=100979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:48:39.949701 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:48:39.960628 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:48:39.977017 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-68a3f60c-81fe-4d0a-a375-fca910ea88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:39.979094 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-68a3f60c-81fe-4d0a-a375-fca910ea88c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467243 Aug 16 11:48:40.074053 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-f04374c7-ce3e-4cd9-8f50-38eb6e4ccd69 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867913 Aug 16 11:48:40.097694 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:40.103899 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:40.106222 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bc2799ce-fa4a-412c-ab83-107ff419ca5d HTTP/1.1" status: 204 len: 168 time: 0.7120757 Aug 16 11:48:40.117944 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e724c6e-b06d-4107-b6a1-84682cfafea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2799ce-fa4a-412c-ab83-107ff419ca5d,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:40.166487 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0f501130-6e92-4a09-a4b8-f3c29362f5ec req-f663d427-2a49-478c-8276-65cda52cc843 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Aug 16 11:48:40.338214 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d2c7a-380c-43c0-9666-09ac792b47b8 req-5403e860-a092-4a3d-b759-9d6ebd700b59 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:40.339970 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7f2d2c7a-380c-43c0-9666-09ac792b47b8 req-5403e860-a092-4a3d-b759-9d6ebd700b59 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 943 time: 0.0521791 Aug 16 11:48:40.376274 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-256d75d8-b31d-4b40-a918-97dd156d99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:40.377774 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-256d75d8-b31d-4b40-a918-97dd156d99a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1096 time: 0.0433319 Aug 16 11:48:40.380637 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7f2d2c7a-380c-43c0-9666-09ac792b47b8 req-98b54fcb-5261-42db-a52c-30917a328563 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341423 Aug 16 11:48:40.479697 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-b07b6a20-9957-431f-ac96-1d99868e36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:40.481261 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-b07b6a20-9957-431f-ac96-1d99868e36f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0936797 Aug 16 11:48:40.523964 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-85c49698-6ffd-4d26-900a-53f77889370e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 217 time: 0.0340447 Aug 16 11:48:40.567741 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49098) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:40.578791 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-540e3654-1ae2-4c01-bbb8-ec5e46c1220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:40.580278 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-540e3654-1ae2-4c01-bbb8-ec5e46c1220b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0487299 Aug 16 11:48:40.609887 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f22665b5-6742-4b02-bafb-d61ed48e9b3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c800fcc934374e669f78cc5a66c3e8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387311 Aug 16 11:48:40.610096 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49100) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:40.626064 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-3e471b52-24c6-4ba6-b0f9-57984d8bf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:40.627593 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-3e471b52-24c6-4ba6-b0f9-57984d8bf598 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395555 Aug 16 11:48:40.657647 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e1db836e-1027-4d56-805b-385cdf840153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:40.678509 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e1db836e-1027-4d56-805b-385cdf840153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:40.724480 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-cec04dd2-59c5-4057-8ec5-3d4c9e018cdd service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874562 Aug 16 11:48:40.812929 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3f6dd153-9025-46dc-adf4-cf436119df17 req-d63d44ad-d423-4d32-9eef-cb4490049b18 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799286 Aug 16 11:48:40.886393 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e1db836e-1027-4d56-805b-385cdf840153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:40.889048 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e1db836e-1027-4d56-805b-385cdf840153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:40.890168 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-e1db836e-1027-4d56-805b-385cdf840153 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fafafc1-6330-4c3b-b699-978ecf6ef689 HTTP/1.1" status: 204 len: 168 time: 0.2791600 Aug 16 11:48:40.898053 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db836e-1027-4d56-805b-385cdf840153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fafafc1-6330-4c3b-b699-978ecf6ef689,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:41.373351 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 149924af-c5a5-419f-a042-19d1903667d6 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:48:41.393889 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 149924af-c5a5-419f-a042-19d1903667d6 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:48:41.394235 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 149924af-c5a5-419f-a042-19d1903667d6 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:48:41.497111 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843882b0-a185-47f2-9a25-da4f40c5f6f4 req-b7f0f8f2-b9db-454f-9938-446f390adba4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:41.498732 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-843882b0-a185-47f2-9a25-da4f40c5f6f4 req-b7f0f8f2-b9db-454f-9938-446f390adba4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 943 time: 0.0495903 Aug 16 11:48:41.537236 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-843882b0-a185-47f2-9a25-da4f40c5f6f4 req-e28ec917-af62-4305-93a3-5f3d594e11d2 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Aug 16 11:48:41.671498 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49110) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:41.709456 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ad326788-6fd1-4171-9dce-9f0244c3c9ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40be51216af741ca9fccc008d374dbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372016 Aug 16 11:48:41.711982 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49112) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:41.759036 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ceed7bf1-d989-4624-863a-9916d4475987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:41.779500 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ceed7bf1-d989-4624-863a-9916d4475987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:41.897556 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ceed7bf1-d989-4624-863a-9916d4475987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:41.900161 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ceed7bf1-d989-4624-863a-9916d4475987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:41.901859 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ceed7bf1-d989-4624-863a-9916d4475987 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6861df7d-01a4-4870-aea5-728b38a77e6b HTTP/1.1" status: 204 len: 168 time: 0.1889899 Aug 16 11:48:41.909735 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed7bf1-d989-4624-863a-9916d4475987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6861df7d-01a4-4870-aea5-728b38a77e6b,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:42.667178 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55e9d-519d-447f-b933-e2ec5b395c39 req-5c405e6a-5dab-4dcf-a266-600214f095d2 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:42.669659 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dbc55e9d-519d-447f-b933-e2ec5b395c39 req-5c405e6a-5dab-4dcf-a266-600214f095d2 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 943 time: 0.0609157 Aug 16 11:48:42.712244 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dbc55e9d-519d-447f-b933-e2ec5b395c39 req-40a21be9-bd77-44a0-bae6-329b36b83dcf tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364995 Aug 16 11:48:43.825146 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe1b80-5c64-411e-a5b9-314275a42e38 req-1a78bef2-c2d1-4a8f-9f4e-d3ad993566c7 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:43.826647 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-63fe1b80-5c64-411e-a5b9-314275a42e38 req-1a78bef2-c2d1-4a8f-9f4e-d3ad993566c7 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 943 time: 0.0481040 Aug 16 11:48:43.862726 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-63fe1b80-5c64-411e-a5b9-314275a42e38 req-3882f639-916d-4ed9-964a-331419036dec tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301824 Aug 16 11:48:44.984673 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351a54b-d5b8-4a3c-a275-b76cae39e4ca req-fc8ea52f-f3fd-44c5-a3e5-e81709ebdd42 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:44.986078 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9351a54b-d5b8-4a3c-a275-b76cae39e4ca req-fc8ea52f-f3fd-44c5-a3e5-e81709ebdd42 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 943 time: 0.0543230 Aug 16 11:48:45.023144 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9351a54b-d5b8-4a3c-a275-b76cae39e4ca req-d6891b1a-3bc6-45ec-ba9e-1e1e151e7fdf tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Aug 16 11:48:46.140569 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201dc8d-9733-4974-b8df-6cbfa2c60763 req-e7f90ff9-46f4-447f-b205-e7a499c494df tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:46.142292 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8201dc8d-9733-4974-b8df-6cbfa2c60763 req-e7f90ff9-46f4-447f-b205-e7a499c494df tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 943 time: 0.0516968 Aug 16 11:48:46.179527 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8201dc8d-9733-4974-b8df-6cbfa2c60763 req-339b58fb-98e8-4e86-8bee-34b9acd07c4f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Aug 16 11:48:47.297587 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e302e-a7be-4fd3-a49f-bb479a1907dc req-40be6fa8-41c2-41cc-8262-a8c14d93ee0d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:47.299101 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-543e302e-a7be-4fd3-a49f-bb479a1907dc req-40be6fa8-41c2-41cc-8262-a8c14d93ee0d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 943 time: 0.0486403 Aug 16 11:48:47.337220 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-543e302e-a7be-4fd3-a49f-bb479a1907dc req-8b3e603e-41fe-403c-85a6-687e1122be12 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Aug 16 11:48:48.452235 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c36b68-aa04-4e8f-8f4b-6f26221a317e req-bfb2c4d1-30dd-40e0-a078-1abeb83186d5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:48.453736 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-63c36b68-aa04-4e8f-8f4b-6f26221a317e req-bfb2c4d1-30dd-40e0-a078-1abeb83186d5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 943 time: 0.0485573 Aug 16 11:48:48.490800 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-63c36b68-aa04-4e8f-8f4b-6f26221a317e req-fdb763db-79a7-444a-bb9c-e6ea1dcd8054 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Aug 16 11:48:49.277258 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device c2ade99f-7589-4d65-b21f-a197593acd5f details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:48:49.372105 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port c2ade99f-7589-4d65-b21f-a197593acd5f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c2ade99f-7589-4d65-b21f-a197593acd5f,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:49.383654 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:48:49.421453 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:49.434931 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ade99f-7589-4d65-b21f-a197593acd5f {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:48:49.455652 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port c2ade99f-7589-4d65-b21f-a197593acd5f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c2ade99f-7589-4d65-b21f-a197593acd5f,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:49.548867 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:49.604796 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=c2ade99f-7589-4d65-b21f-a197593acd5f,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:49.608666 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0673-56df-4de3-9905-a9358c921c54 req-510b8157-0b1c-4b12-b814-353b2c943896 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:49.610182 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fbed0673-56df-4de3-9905-a9358c921c54 req-510b8157-0b1c-4b12-b814-353b2c943896 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 944 time: 0.0526166 Aug 16 11:48:49.647848 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fbed0673-56df-4de3-9905-a9358c921c54 req-a04988e6-e0d7-4f03-81a8-8c70c89da24f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Aug 16 11:48:49.823256 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['c2ade99f-7589-4d65-b21f-a197593acd5f'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:48:50.228650 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630730f-8ba5-4bb6-8479-a76a71714338 req-995b05a6-749d-4d10-839c-ddd6d75ec632 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:50.230353 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9630730f-8ba5-4bb6-8479-a76a71714338 req-995b05a6-749d-4d10-839c-ddd6d75ec632 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Aug 16 11:48:50.270317 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9630730f-8ba5-4bb6-8479-a76a71714338 req-7d0bc471-59c2-4a52-9417-37ef1a6a083a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Aug 16 11:48:50.762973 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19faa59-8129-48cd-b13c-4693fb71f4d7 req-9aca2fc8-99ee-41d9-ac62-510e5a13165b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:50.764447 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b19faa59-8129-48cd-b13c-4693fb71f4d7 req-9aca2fc8-99ee-41d9-ac62-510e5a13165b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 944 time: 0.0470617 Aug 16 11:48:50.802106 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b19faa59-8129-48cd-b13c-4693fb71f4d7 req-f9290867-8b4c-4281-8c9a-0182b8ae6489 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Aug 16 11:48:51.283965 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device c2ade99f-7589-4d65-b21f-a197593acd5f up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:48:51.405438 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9560d0c-88a9-499b-ba0d-eb3cf754811b req-38ac9bff-bbd7-49b8-95ea-e4aec1e0226c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:51.406987 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d9560d0c-88a9-499b-ba0d-eb3cf754811b req-38ac9bff-bbd7-49b8-95ea-e4aec1e0226c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0529234 Aug 16 11:48:51.428709 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port c2ade99f-7589-4d65-b21f-a197593acd5f completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:48:51.433384 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port c2ade99f-7589-4d65-b21f-a197593acd5f triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:48:51.433761 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:51.444960 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d9560d0c-88a9-499b-ba0d-eb3cf754811b req-9b58a595-50d3-4d2f-b967-de2b2e314783 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319693 Aug 16 11:48:51.510357 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:51.531961 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c88de8-a1fc-4958-901d-182642969f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ade99f-7589-4d65-b21f-a197593acd5f'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:48:51.534269 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe125ac-59e6-40b4-8397-6df2405f8c94" -d '{"events": [{"server_uuid": "94c88de8-a1fc-4958-901d-182642969f9a", "name": "network-vif-plugged", "status": "completed", "tag": "c2ade99f-7589-4d65-b21f-a197593acd5f"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:48:51.547573 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port c2ade99f-7589-4d65-b21f-a197593acd5f, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=c2ade99f-7589-4d65-b21f-a197593acd5f,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:48:51.632957 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:51.697624 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=c2ade99f-7589-4d65-b21f-a197593acd5f,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:51.739008 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52deff20-0e76-4455-afad-a3837a4e766b x-openstack-request-id: req-52deff20-0e76-4455-afad-a3837a4e766b {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:48:51.739300 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c88de8-a1fc-4958-901d-182642969f9a", "name": "network-vif-plugged", "status": "completed", "tag": "c2ade99f-7589-4d65-b21f-a197593acd5f", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:48:51.739551 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52deff20-0e76-4455-afad-a3837a4e766b {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:48:51.739950 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c88de8-a1fc-4958-901d-182642969f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'code': 200} Aug 16 11:48:51.914038 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e552b21-1b85-4735-918e-a9ab1c92ffc9 req-c56a28a3-0b6f-4803-b760-dcf7200fec2a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:51.915525 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0e552b21-1b85-4735-918e-a9ab1c92ffc9 req-c56a28a3-0b6f-4803-b760-dcf7200fec2a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 945 time: 0.0477252 Aug 16 11:48:51.954027 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0e552b21-1b85-4735-918e-a9ab1c92ffc9 req-a80eed9b-18fb-4801-8a8a-be8cf3b04286 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319231 Aug 16 11:48:52.106898 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6ff2f-fb19-4376-b615-a90cecc771a5 req-1806821a-9d60-4fbf-91f9-ad46c34dae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:52.108259 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a2c6ff2f-fb19-4376-b615-a90cecc771a5 req-1806821a-9d60-4fbf-91f9-ad46c34dae59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1098 time: 0.0397329 Aug 16 11:48:52.142894 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-a2c6ff2f-fb19-4376-b615-a90cecc771a5 req-5deaf5b4-0450-4e33-9d80-ad72bb5259b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275488 Aug 16 11:48:52.509052 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:52.565656 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdcf23-a022-48ee-87a2-cdb41905c222 req-c87e4e28-0749-4217-a260-d8d04d12a887 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:52.567160 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c2bdcf23-a022-48ee-87a2-cdb41905c222 req-c87e4e28-0749-4217-a260-d8d04d12a887 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0491920 Aug 16 11:48:52.605534 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c2bdcf23-a022-48ee-87a2-cdb41905c222 req-719e9e22-e32f-41cd-8e5c-9e5bc0b6a0aa tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Aug 16 11:48:53.070641 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843ec2f-f6cf-4b9c-bc6c-2f4f93d53341 req-7672581b-69b5-4b23-b0fe-3798b91eb05e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:53.072660 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d843ec2f-f6cf-4b9c-bc6c-2f4f93d53341 req-7672581b-69b5-4b23-b0fe-3798b91eb05e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 945 time: 0.0512881 Aug 16 11:48:53.109175 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d843ec2f-f6cf-4b9c-bc6c-2f4f93d53341 req-ff03c57b-df48-407f-8382-b5a76e0b1752 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305696 Aug 16 11:48:53.722201 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17fb25-d396-4532-a4ff-f4d7324853c4 req-aac1572f-3758-4053-8322-d41f1b498d80 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:53.723698 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0f17fb25-d396-4532-a4ff-f4d7324853c4 req-aac1572f-3758-4053-8322-d41f1b498d80 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0474935 Aug 16 11:48:53.760872 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0f17fb25-d396-4532-a4ff-f4d7324853c4 req-eca74e37-e8e8-4912-9fd0-6b6600690603 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Aug 16 11:48:54.222124 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341a994-8af3-44d4-a298-802501aa9eaa req-89b38004-5bed-4144-8272-bb3ba1cbc0a9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:54.223599 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b341a994-8af3-44d4-a298-802501aa9eaa req-89b38004-5bed-4144-8272-bb3ba1cbc0a9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 945 time: 0.0479915 Aug 16 11:48:54.261128 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b341a994-8af3-44d4-a298-802501aa9eaa req-c9bddf89-f660-4f10-a545-545c23cab13d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Aug 16 11:48:54.379448 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644b900-e3d6-4202-85fd-e73d1fbfe7f3 req-9ed7e6e1-e8b2-4072-ab36-cdd2d7c18169 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:54.380964 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e644b900-e3d6-4202-85fd-e73d1fbfe7f3 req-9ed7e6e1-e8b2-4072-ab36-cdd2d7c18169 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 945 time: 0.0527797 Aug 16 11:48:54.413218 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-42c1e911-8416-46ed-9ca3-7e33dd846f9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444469 Aug 16 11:48:54.419834 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e644b900-e3d6-4202-85fd-e73d1fbfe7f3 req-2614cb51-b78d-468a-be33-eda5cb09b056 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Aug 16 11:48:54.442078 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49186) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:54.481048 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-42f00651-9015-4fc3-ab39-eb1d9c002745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:54.481386 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e183f4-fe19-47b9-a3e0-190b4f15c90f tempest-TestVolumeBootPattern-684322145 tempest-TestVolumeBootPattern-684322145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:54.482527 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-42f00651-9015-4fc3-ab39-eb1d9c002745 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1098 time: 0.0415778 Aug 16 11:48:54.482887 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-a6e183f4-fe19-47b9-a3e0-190b4f15c90f tempest-TestVolumeBootPattern-684322145 tempest-TestVolumeBootPattern-684322145-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1093 time: 0.0397975 Aug 16 11:48:54.485787 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49188) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:48:54.490172 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'tenant_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:48:54.588941 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:54.590713 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-bf487fb8-ff03-47c5-aca5-2f379096aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:54.592294 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-bf487fb8-ff03-47c5-aca5-2f379096aafa service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 909 time: 0.0897372 Aug 16 11:48:54.664205 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-78165da7-26f6-421b-b020-977ea0429396 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 1000 time: 0.0597873 Aug 16 11:48:54.718957 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-05e0ec2c-51ac-4724-b488-977c8f66af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:54.720425 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-05e0ec2c-51ac-4724-b488-977c8f66af48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 200 len: 848 time: 0.0463948 Aug 16 11:48:54.769435 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-af95694d-df8d-403f-9b65-b3fdec602943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:54.771143 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-af95694d-df8d-403f-9b65-b3fdec602943 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431783 Aug 16 11:48:54.872070 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-1196c127-1cab-4c2c-a02f-66f638ff0ddb service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915179 Aug 16 11:48:54.898617 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:54.968872 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ac13bf6-24ca-4a48-906e-20a450f6a2e3 req-86ba530a-b76f-4f84-a74a-39c720e4b0a3 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830679 Aug 16 11:48:54.977260 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536b264-0f2a-4d47-9bbe-8238844857a7 req-23d746b3-a29b-4395-b370-d05703bd357b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:54.979300 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b536b264-0f2a-4d47-9bbe-8238844857a7 req-23d746b3-a29b-4395-b370-d05703bd357b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0948653 Aug 16 11:48:55.052201 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b536b264-0f2a-4d47-9bbe-8238844857a7 req-0f0daea7-a7b1-4475-a325-fc113adcc4b7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648830 Aug 16 11:48:55.060049 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Allocated IP 172.27.0.35 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/6ed48d0c-d33f-48c4-b3cd-de816d803991) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:48:55.158371 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:55.256161 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:55.299974 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:48:55.305060 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:48:55.307850 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=6ed48d0c-d33f-48c4-b3cd-de816d803991,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:55.309886 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:48:55.335655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.335655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.335655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.335655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.335655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.335655 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.336260 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.336260 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.336437 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.336752 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.337071 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.337387 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:48:55.671397 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:55.801373 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:55.959040 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:56.040268 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:56.108886 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=6ed48d0c-d33f-48c4-b3cd-de816d803991,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:48:56.120720 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:56.247645 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b91a10-13ba-4a6c-8571-9fbb8f608fe4 req-0ba3d88f-f3e6-4fdb-9326-65c083a7d9d5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:56.249112 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3b91a10-13ba-4a6c-8571-9fbb8f608fe4 req-0ba3d88f-f3e6-4fdb-9326-65c083a7d9d5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0927913 Aug 16 11:48:56.264418 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.l3_db [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Floating IP b190cb32-7c69-44b0-96cf-c4841696b966 associated. External IP: 172.27.0.35, port: c2ade99f-7589-4d65-b21f-a197593acd5f. Aug 16 11:48:56.329531 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3b91a10-13ba-4a6c-8571-9fbb8f608fe4 req-2f6cc29d-2e86-4fbb-aba7-339bc602aa57 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736620 Aug 16 11:48:56.489981 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:48:56.595891 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:48:56.607275 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] Sync routers for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:48:56.619476 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:56.620106 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:56.714550 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:48:56.722174 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:56.742247 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-242b2188-dce5-4a04-bd02-54df7788b387 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2554331 Aug 16 11:48:56.742869 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c88de8-a1fc-4958-901d-182642969f9a', 'tag': 'c2ade99f-7589-4d65-b21f-a197593acd5f'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:48:56.745432 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b372b52-93f4-4afa-abe8-480a70ae558d" -d '{"events": [{"name": "network-changed", "server_uuid": "94c88de8-a1fc-4958-901d-182642969f9a", "tag": "c2ade99f-7589-4d65-b21f-a197593acd5f"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:48:56.842338 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b680c6-8d58-411b-9a95-f3d59cdcb7d7 x-openstack-request-id: req-91b680c6-8d58-411b-9a95-f3d59cdcb7d7 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:48:56.842779 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c88de8-a1fc-4958-901d-182642969f9a", "tag": "c2ade99f-7589-4d65-b21f-a197593acd5f", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:48:56.843058 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91b680c6-8d58-411b-9a95-f3d59cdcb7d7 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:48:56.843486 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c88de8-a1fc-4958-901d-182642969f9a', 'tag': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'status': 'completed', 'code': 200} Aug 16 11:48:56.909067 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-9377917c-cc83-47f0-aa94-eb86ff6dc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:56.910467 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-9377917c-cc83-47f0-aa94-eb86ff6dc1e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1098 time: 0.0444703 Aug 16 11:48:56.951047 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:55Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:56.981579 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] Checking router: 8cedec37-3119-4bad-a7a7-feb48c4a6d19 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:48:56.989848 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:48:56.990448 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:48:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:57.000116 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-e0c67b0b-2489-4ce0-ad0f-590705bc1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:57.001604 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-e0c67b0b-2489-4ce0-ad0f-590705bc1bd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0828657 Aug 16 11:48:57.076719 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-a80e9e70-7d08-4b14-87d2-cfe8e82db933 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 998 time: 0.0618975 Aug 16 11:48:57.136638 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-ad5b7149-4677-4fdd-bac1-25b16c8f59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:57.138155 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-ad5b7149-4677-4fdd-bac1-25b16c8f59e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0457602 Aug 16 11:48:57.196339 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-3200b888-d45f-48aa-ad4c-b1e012383a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:57.197792 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-3200b888-d45f-48aa-ad4c-b1e012383a0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458231 Aug 16 11:48:57.234536 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:48:57.299275 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-9d3a1cd7-4004-481b-ae46-0040d1b90553 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925443 Aug 16 11:48:57.405722 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-1b372b52-93f4-4afa-abe8-480a70ae558d req-c070cc83-9a61-4423-9956-ff97412d032d service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965753 Aug 16 11:48:57.468144 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73034492-4fff-4d5e-892b-11989cc190ff req-4b49f2c8-b4e5-4a88-8eec-7d61ccae67ae tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:57.469968 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-73034492-4fff-4d5e-892b-11989cc190ff req-4b49f2c8-b4e5-4a88-8eec-7d61ccae67ae tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0619173 Aug 16 11:48:57.482804 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:55Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:48:57.511919 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe87afd-444b-486b-b239-2af66af2e330 None None] The sync data for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi is: [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:55Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:48:57.514273 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-73034492-4fff-4d5e-892b-11989cc190ff req-b57f48af-4f91-48a0-858c-ab591a9c9443 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Aug 16 11:48:57.706017 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d30092-90eb-42fb-ac6a-2a421f49d9c4 None None] New status for floating IP b190cb32-7c69-44b0-96cf-c4841696b966: ACTIVE {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:48:58.637905 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193026-d48c-460a-b6aa-14fcea01d3c5 req-6ebfea35-9461-4f8a-acce-f94b743e5396 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:58.639414 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-51193026-d48c-460a-b6aa-14fcea01d3c5 req-6ebfea35-9461-4f8a-acce-f94b743e5396 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0483611 Aug 16 11:48:58.678268 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-51193026-d48c-460a-b6aa-14fcea01d3c5 req-96f1d5c5-65b9-4436-8dbf-894ecaefecec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Aug 16 11:48:59.808534 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3b1f-5f9e-428f-abcc-985c8bc627b3 req-039cb9e7-ecf6-48f5-a62b-09119c128e86 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:48:59.810032 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c04a3b1f-5f9e-428f-abcc-985c8bc627b3 req-039cb9e7-ecf6-48f5-a62b-09119c128e86 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0505064 Aug 16 11:48:59.848082 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c04a3b1f-5f9e-428f-abcc-985c8bc627b3 req-f13f565e-0f29-43e9-91b2-b80390a65717 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321243 Aug 16 11:49:00.972390 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4206b-7023-4f03-b530-e08b49d91d90 req-4b177dcc-f13c-49f9-9bb0-55e97e035755 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:00.974072 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bef4206b-7023-4f03-b530-e08b49d91d90 req-4b177dcc-f13c-49f9-9bb0-55e97e035755 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0535989 Aug 16 11:49:01.014979 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bef4206b-7023-4f03-b530-e08b49d91d90 req-f2174cd6-8a1e-4921-b913-3dbb4b261d15 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344372 Aug 16 11:49:01.747321 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7d55cbe0-74cb-4c86-8a31-a5457a19bb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:02.135465 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f62dd-19ee-432f-83c0-713f09b6712e req-24ad9d78-8592-4cc0-a9fc-23a46c0330f0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:02.136943 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4a2f62dd-19ee-432f-83c0-713f09b6712e req-24ad9d78-8592-4cc0-a9fc-23a46c0330f0 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0481212 Aug 16 11:49:02.173701 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4a2f62dd-19ee-432f-83c0-713f09b6712e req-a2b08464-a956-45e3-8cc1-eac0af936dd9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309753 Aug 16 11:49:03.294377 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f0dc-ea9b-4c7d-9a6e-f09cdcebc184 req-26688a80-3852-4852-af8b-aabbe3124ae7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:03.295893 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8a91f0dc-ea9b-4c7d-9a6e-f09cdcebc184 req-26688a80-3852-4852-af8b-aabbe3124ae7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Aug 16 11:49:03.321549 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:49:03.334202 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8a91f0dc-ea9b-4c7d-9a6e-f09cdcebc184 req-9ba884d9-edf8-44fb-b27a-06c0c32e960b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Aug 16 11:49:03.424831 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:03.435677 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'port_id': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'mac_address': 'fa:16:3e:5d:63:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:49:03.472134 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:03.485514 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f1e263a-62ab-4543-8a66-602f4f36b9be {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:49:03.505210 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:03.600257 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:03.655993 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=6']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:49:03.662818 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.663163 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.663497 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.663820 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.664142 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.664544 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.664866 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.665184 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.665506 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.665819 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.666131 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.667157 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:49:03.708850 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['3f1e263a-62ab-4543-8a66-602f4f36b9be'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:49:04.480709 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-cd111511-a4fe-4df3-aff0-85bd2a501031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:04.496995 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae1467-f867-4661-8015-320960ebaa18 req-ca244701-82b1-4a28-ac9f-97b5b678add3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:04.501387 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-73ae1467-f867-4661-8015-320960ebaa18 req-ca244701-82b1-4a28-ac9f-97b5b678add3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 944 time: 0.0671654 Aug 16 11:49:04.543541 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-73ae1467-f867-4661-8015-320960ebaa18 req-fdcc025b-6351-4f11-92ab-ecfceeeb5b54 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359037 Aug 16 11:49:04.577266 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:04.793471 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:49:05.324691 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:49:05.397395 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 3f1e263a-62ab-4543-8a66-602f4f36b9be triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:49:05.397768 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:05.506221 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:05.531295 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:49:05.533838 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba519834-e20e-41ab-91f8-85c957351121" -d '{"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:49:05.549528 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:05.583379 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf786f5a-d4b4-48cf-b729-41b41f0aee8d x-openstack-request-id: req-cf786f5a-d4b4-48cf-b729-41b41f0aee8d {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:49:05.583675 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:49:05.583917 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf786f5a-d4b4-48cf-b729-41b41f0aee8d {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:49:05.584311 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'code': 200} Aug 16 11:49:05.623187 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:05.689768 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d53a2-c9cd-4b66-8deb-34595457f051 req-8d73f04d-307d-4d9a-932b-ca18af4b9e1c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:05.691706 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=7']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:49:05.692319 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c24d53a2-c9cd-4b66-8deb-34595457f051 req-8d73f04d-307d-4d9a-932b-ca18af4b9e1c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0611668 Aug 16 11:49:05.739912 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c24d53a2-c9cd-4b66-8deb-34595457f051 req-b12ef851-6e95-4d54-b686-6062119bfd9b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358469 Aug 16 11:49:05.840650 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:06.864774 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb8ca-164a-4e53-900e-2fd54cdb4c65 req-d007fe9a-7c29-4b86-8534-29501d743384 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:06.866300 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-216bb8ca-164a-4e53-900e-2fd54cdb4c65 req-d007fe9a-7c29-4b86-8534-29501d743384 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0512602 Aug 16 11:49:06.913569 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-216bb8ca-164a-4e53-900e-2fd54cdb4c65 req-331ef25a-e813-4704-9149-5b89aafe2444 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Aug 16 11:49:07.285919 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:08.050664 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1c0c-cf0a-41f8-9560-427502a0712c req-35f64dbc-9d38-4597-bfe7-857809dcb453 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:08.054652 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dd1d1c0c-cf0a-41f8-9560-427502a0712c req-35f64dbc-9d38-4597-bfe7-857809dcb453 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0571184 Aug 16 11:49:08.106774 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dd1d1c0c-cf0a-41f8-9560-427502a0712c req-b0a8cbf5-254e-4622-889b-0d1c9556ab97 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 Aug 16 11:49:09.222154 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911406c4-91bf-427f-906b-c0bd9e5974b1 req-b20685e9-53a1-47ab-8d73-35ba11c1bbba tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:09.227060 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-911406c4-91bf-427f-906b-c0bd9e5974b1 req-b20685e9-53a1-47ab-8d73-35ba11c1bbba tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0540247 Aug 16 11:49:09.280050 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-911406c4-91bf-427f-906b-c0bd9e5974b1 req-7504054e-70d8-48fe-9f81-780ac636a608 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 Aug 16 11:49:10.406447 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947e58a-d1e9-4dbc-8b42-82148a8a600a req-24bc2670-1e02-491f-851f-88bbf9c79782 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:10.407999 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4947e58a-d1e9-4dbc-8b42-82148a8a600a req-24bc2670-1e02-491f-851f-88bbf9c79782 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0491762 Aug 16 11:49:10.445369 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4947e58a-d1e9-4dbc-8b42-82148a8a600a req-7623d85e-a0f8-4715-b64d-5803ebcc36f7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314167 Aug 16 11:49:11.575337 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e72654-f2d5-4b0b-aada-3a4c78d4b0d6 req-67d9720c-d662-4a7c-a802-104643ba3573 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:11.576830 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-43e72654-f2d5-4b0b-aada-3a4c78d4b0d6 req-67d9720c-d662-4a7c-a802-104643ba3573 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0560338 Aug 16 11:49:11.616521 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-43e72654-f2d5-4b0b-aada-3a4c78d4b0d6 req-5839198a-dba3-46be-9cee-4872bd26a800 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334342 Aug 16 11:49:12.741505 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7a12-734f-4f71-a2d3-1909bae27fb8 req-4debd8f1-58c2-47c7-8c67-73e8fe06499e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:12.743226 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-330c7a12-734f-4f71-a2d3-1909bae27fb8 req-4debd8f1-58c2-47c7-8c67-73e8fe06499e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0526021 Aug 16 11:49:12.783107 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-330c7a12-734f-4f71-a2d3-1909bae27fb8 req-d0d4c2a0-df0f-40b3-af1e-43799aeeb6ec tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339329 Aug 16 11:49:13.910263 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e75edb-b758-478e-895e-fcc0569ca106 req-1849998a-7295-4d31-9eae-8c7a65791957 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:13.911872 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-50e75edb-b758-478e-895e-fcc0569ca106 req-1849998a-7295-4d31-9eae-8c7a65791957 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0505517 Aug 16 11:49:13.950031 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-50e75edb-b758-478e-895e-fcc0569ca106 req-b9bda9d7-b11c-4109-9c68-2a72b76fef60 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305974 Aug 16 11:49:15.075839 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55627b00-9a4a-4248-9974-bf3065552ac1 req-3b9e17da-cd39-4652-8ed3-dee569057957 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:15.077319 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-55627b00-9a4a-4248-9974-bf3065552ac1 req-3b9e17da-cd39-4652-8ed3-dee569057957 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0539253 Aug 16 11:49:15.116306 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-55627b00-9a4a-4248-9974-bf3065552ac1 req-eab40e73-13b4-4df3-8607-82285bff6f3c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Aug 16 11:49:15.929917 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-50dd6d7e-1cff-465b-83f3-a894c68ad0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:15.931424 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-50dd6d7e-1cff-465b-83f3-a894c68ad0fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 1098 time: 0.0402102 Aug 16 11:49:16.242675 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340c3b-a974-4438-9acb-63acb56c1ed9 req-47a96b9d-5813-47d1-b5a2-c1242fc66a23 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:16.244655 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cb340c3b-a974-4438-9acb-63acb56c1ed9 req-47a96b9d-5813-47d1-b5a2-c1242fc66a23 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0515468 Aug 16 11:49:16.284096 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cb340c3b-a974-4438-9acb-63acb56c1ed9 req-505ff4c9-44e7-4fa1-b086-1e4d371d56c5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 Aug 16 11:49:16.290969 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-3eb2b045-83a8-4a2c-87ae-cc959e6795f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:16.292550 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-3eb2b045-83a8-4a2c-87ae-cc959e6795f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 917 time: 0.3522215 Aug 16 11:49:16.359077 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-127d227a-ff13-4fcc-b831-3b3b98679fa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be HTTP/1.1" status: 200 len: 1001 time: 0.0589302 Aug 16 11:49:16.413388 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-9e70ecd9-c3f5-4cbe-8cdb-40a711c55cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:16.414906 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-9e70ecd9-c3f5-4cbe-8cdb-40a711c55cc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0483360 Aug 16 11:49:16.465578 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-31b9521a-a91c-44db-af38-f48b73144883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:16.467136 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-31b9521a-a91c-44db-af38-f48b73144883 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441618 Aug 16 11:49:16.565322 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-52b1800c-6148-4e4a-8a3c-cc35b8a2a1de service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899363 Aug 16 11:49:16.654986 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-9976fad8-9d6f-4deb-9a16-b07f84abc6e9 req-313acd71-51f7-4bf7-8146-f50ecd3b8cd5 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804043 Aug 16 11:49:17.409212 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b83d24-c301-4394-a2de-f01effb384da req-cf625d03-dbbf-4832-923b-07db30d7108f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:17.410838 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9b83d24-c301-4394-a2de-f01effb384da req-cf625d03-dbbf-4832-923b-07db30d7108f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0519354 Aug 16 11:49:17.449366 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a9b83d24-c301-4394-a2de-f01effb384da req-ea77657a-6a22-4f47-a7d1-34595d904c04 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Aug 16 11:49:18.273719 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551e097-3cf0-4c11-8210-6f1c60211286 req-2b3d5add-4cbd-4d54-931a-62ee664ddbe1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:18.275846 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2551e097-3cf0-4c11-8210-6f1c60211286 req-2b3d5add-4cbd-4d54-931a-62ee664ddbe1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0564954 Aug 16 11:49:18.313133 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2551e097-3cf0-4c11-8210-6f1c60211286 req-3d505c59-d3ae-42b6-98c3-6350017dabcf tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309641 Aug 16 11:49:18.571400 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c389206-4c49-4be4-87a7-e272e008dea7 req-4961b729-6ac9-4571-9c0c-e1b11fb0012b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:18.573988 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3c389206-4c49-4be4-87a7-e272e008dea7 req-4961b729-6ac9-4571-9c0c-e1b11fb0012b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 945 time: 0.0509942 Aug 16 11:49:18.610285 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3c389206-4c49-4be4-87a7-e272e008dea7 req-6361b63e-f7f0-49f6-9aa8-8b15ca95c411 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302758 Aug 16 11:49:19.433218 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7dda0-16d1-4d16-8323-74d666efebef req-c9b9ef1a-e2b5-47bf-aa9c-126ea97f2177 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:19.434972 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-45c7dda0-16d1-4d16-8323-74d666efebef req-c9b9ef1a-e2b5-47bf-aa9c-126ea97f2177 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Aug 16 11:49:19.470599 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:49:19.475686 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-45c7dda0-16d1-4d16-8323-74d666efebef req-404c268d-3825-4f1e-9e43-731fd7f306e7 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343049 Aug 16 11:49:19.539075 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76422d87-a050-47f5-a445-b94fa1cddc31 req-c92d5a5e-e7ad-4229-8a61-e8772f34e331 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:19.540628 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-76422d87-a050-47f5-a445-b94fa1cddc31 req-c92d5a5e-e7ad-4229-8a61-e8772f34e331 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0551610 Aug 16 11:49:19.550213 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:19.576766 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:49:19.579182 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c350c890-5e91-4d5a-8f00-f06b10fe0864" -d '{"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:49:19.581650 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-76422d87-a050-47f5-a445-b94fa1cddc31 req-58ebd159-0521-4d7e-9782-e883478caedd tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337093 Aug 16 11:49:19.594265 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:19.614065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34c2d01-6a76-4ee9-bb33-a247efc9e527 x-openstack-request-id: req-c34c2d01-6a76-4ee9-bb33-a247efc9e527 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:49:19.614065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-unplugged", "status": "failed", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be", "code": 422}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:49:19.614065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c34c2d01-6a76-4ee9-bb33-a247efc9e527 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:49:19.614065 dv-cinder-804698-1-iscsi neutron-server[100979]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'code': 422} returned with failed status Aug 16 11:49:19.661242 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:19.713682 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=8']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:49:19.733696 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf90630-cb1c-48dd-bbcb-2a8d0dc6affb req-48989c54-c9c9-4996-92ed-d2bb5e2493c5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:19.735215 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-edf90630-cb1c-48dd-bbcb-2a8d0dc6affb req-48989c54-c9c9-4996-92ed-d2bb5e2493c5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0520651 Aug 16 11:49:19.772965 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-edf90630-cb1c-48dd-bbcb-2a8d0dc6affb req-fb618fa2-c02e-4169-a584-5d67ed64f375 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313962 Aug 16 11:49:20.593253 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361b1d2-6c3b-41b8-b9d8-a78874f8ae32 req-9fca68f7-e370-4f18-88f1-11f17c798881 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:20.594824 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7361b1d2-6c3b-41b8-b9d8-a78874f8ae32 req-9fca68f7-e370-4f18-88f1-11f17c798881 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0502410 Aug 16 11:49:20.631927 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7361b1d2-6c3b-41b8-b9d8-a78874f8ae32 req-20d90caa-e963-4d6d-b577-50bde6e925d5 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310647 Aug 16 11:49:20.741911 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eb99e-e925-4340-9b32-20bef93aad13 req-22a09d7b-44aa-4adc-a012-bcc167f97d93 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:20.743481 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b4eb99e-e925-4340-9b32-20bef93aad13 req-22a09d7b-44aa-4adc-a012-bcc167f97d93 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0555904 Aug 16 11:49:20.784734 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b4eb99e-e925-4340-9b32-20bef93aad13 req-18ad1ce6-c807-4053-8728-855874f4518b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Aug 16 11:49:21.748560 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2a2a4-ba13-4d09-b476-5814443a3f59 req-eceec424-10a6-466f-8642-34552c707fbf tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:21.750049 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-17b2a2a4-ba13-4d09-b476-5814443a3f59 req-eceec424-10a6-466f-8642-34552c707fbf tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0481646 Aug 16 11:49:21.787830 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-17b2a2a4-ba13-4d09-b476-5814443a3f59 req-bbfa08af-55be-4407-80c6-08cbfa54331b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Aug 16 11:49:21.901609 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0ae98-200e-46e4-aee0-b8c40f423454 req-8f1409e2-be8a-492d-9256-21d40241877b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:21.903135 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-90f0ae98-200e-46e4-aee0-b8c40f423454 req-8f1409e2-be8a-492d-9256-21d40241877b tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0490382 Aug 16 11:49:21.942088 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-90f0ae98-200e-46e4-aee0-b8c40f423454 req-372de53a-a26c-4537-b446-be64beec5e31 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330081 Aug 16 11:49:22.264967 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7e031-8f0b-4ff3-bb02-d8548f5a9a05 req-5c2f6b2e-31c1-4d1c-be92-c07765c4a7b1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:22.266433 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d1b7e031-8f0b-4ff3-bb02-d8548f5a9a05 req-5c2f6b2e-31c1-4d1c-be92-c07765c4a7b1 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0539901 Aug 16 11:49:22.305618 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d1b7e031-8f0b-4ff3-bb02-d8548f5a9a05 req-51cca618-4f6b-4829-98bf-3908eb521b06 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332086 Aug 16 11:49:22.542935 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:22.623319 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-e694d20b-ccc6-48c6-a8da-84c80a869b19 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410337 Aug 16 11:49:22.905149 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c326da3-f855-401e-8896-885e0c3a0877 req-e99820bb-5d03-440e-afe2-340b09f43422 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:22.906659 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3c326da3-f855-401e-8896-885e0c3a0877 req-e99820bb-5d03-440e-afe2-340b09f43422 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0495481 Aug 16 11:49:22.944084 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3c326da3-f855-401e-8896-885e0c3a0877 req-461332ff-f767-4b37-9cdc-f94ade2afc9b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Aug 16 11:49:23.064114 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b26391-1252-48ac-82bf-9d3e650fe006 req-11e6b7a8-5a88-45d6-85ac-0294f3115294 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:23.065597 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-49b26391-1252-48ac-82bf-9d3e650fe006 req-11e6b7a8-5a88-45d6-85ac-0294f3115294 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0507684 Aug 16 11:49:23.103570 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-49b26391-1252-48ac-82bf-9d3e650fe006 req-01242695-2968-4cae-8620-8363dea1b73c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Aug 16 11:49:23.428920 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c0dca-71b2-4f9b-a9f9-3b5e07dbf5fc req-00a658b2-a722-42bc-a542-50fd2e7af813 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:23.430291 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-394c0dca-71b2-4f9b-a9f9-3b5e07dbf5fc req-00a658b2-a722-42bc-a542-50fd2e7af813 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0535722 Aug 16 11:49:23.468802 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-394c0dca-71b2-4f9b-a9f9-3b5e07dbf5fc req-31bf48fc-846a-4690-9606-1e0038acb1a8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316470 Aug 16 11:49:23.516775 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:49:23.977199 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-9110a9c9-4da2-44df-a164-f7f226a90304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:23.979423 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-9110a9c9-4da2-44df-a164-f7f226a90304 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106&tenant_id=9ee6233957fd4f58aad455bc7aab64b2 HTTP/1.1" status: 200 len: 1096 time: 0.0455260 Aug 16 11:49:24.042700 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-c21c4de4-4315-4a50-80ed-7944f2f8ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:24.044201 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-c21c4de4-4315-4a50-80ed-7944f2f8ba04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 1096 time: 0.0415537 Aug 16 11:49:24.060779 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073979a-0d97-4a2b-b1cb-197ac077eac7 req-38c2d275-2b8f-4742-90e1-2781fda3169f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:24.062297 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c073979a-0d97-4a2b-b1cb-197ac077eac7 req-38c2d275-2b8f-4742-90e1-2781fda3169f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Aug 16 11:49:24.100572 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c073979a-0d97-4a2b-b1cb-197ac077eac7 req-e6cae76e-27d9-406c-8029-549d4cfaabc7 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Aug 16 11:49:24.138154 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-f6782fb0-f785-457f-8eb9-da731dfe3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:24.139608 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-f6782fb0-f785-457f-8eb9-da731dfe3f0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 200 len: 917 time: 0.0869405 Aug 16 11:49:24.208652 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-f3ede411-5edf-4e3b-bc93-7771c9d8f231 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be HTTP/1.1" status: 200 len: 999 time: 0.0615387 Aug 16 11:49:24.219740 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0484e9-0385-4cac-b587-f05885b2b9b2 req-75c2bda4-0da5-4bc4-9ce7-5691005f5318 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:24.221256 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4b0484e9-0385-4cac-b587-f05885b2b9b2 req-75c2bda4-0da5-4bc4-9ce7-5691005f5318 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Aug 16 11:49:24.257357 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-93234bfe-d9c9-409b-9b53-f3d16aaabb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:24.258813 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-93234bfe-d9c9-409b-9b53-f3d16aaabb92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 200 len: 856 time: 0.0433688 Aug 16 11:49:24.258960 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4b0484e9-0385-4cac-b587-f05885b2b9b2 req-5f995b1a-618d-4fe8-ac8b-5dfe5d4c0f46 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Aug 16 11:49:24.304966 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-b5f4f021-9422-4cd4-94fd-8616bed37066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:24.306473 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-b5f4f021-9422-4cd4-94fd-8616bed37066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3db73e9b-6b39-4a78-96ce-de02f6e19129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401967 Aug 16 11:49:24.399574 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-a9b34ba3-e331-4191-8736-fa36dfa1447e service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852685 Aug 16 11:49:24.490097 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-cf52ac00-a09c-4cd6-bf3d-45b70d52f298 req-d0489a7a-466e-43cb-b1c5-4a2da59c8db7 service neutron] 10.222.0.36 "GET /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828905 Aug 16 11:49:24.593329 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a3941-1f30-4f17-920c-1e89ab1db5e9 req-181c0ef5-db4c-49e5-91bf-d174632834e4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:24.595018 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8f1a3941-1f30-4f17-920c-1e89ab1db5e9 req-181c0ef5-db4c-49e5-91bf-d174632834e4 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0541718 Aug 16 11:49:24.632682 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8f1a3941-1f30-4f17-920c-1e89ab1db5e9 req-cd4cf969-4366-4082-8b4c-f7e30dee6f18 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Aug 16 11:49:25.233963 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04724939-c4cb-4600-902a-7663cda9a83c req-7bc5ed3d-5d00-41de-9b50-79e36f11a59d tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:25.236422 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04724939-c4cb-4600-902a-7663cda9a83c req-7bc5ed3d-5d00-41de-9b50-79e36f11a59d tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0551405 Aug 16 11:49:25.280663 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04724939-c4cb-4600-902a-7663cda9a83c req-626195f3-4762-4253-8128-d65fca3c71fc tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369265 Aug 16 11:49:25.380726 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7c11-0907-4be0-b0db-042c729b331d req-45860ff5-b732-45ed-b8a1-29088b00a9b4 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:25.382183 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5cef7c11-0907-4be0-b0db-042c729b331d req-45860ff5-b732-45ed-b8a1-29088b00a9b4 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0501933 Aug 16 11:49:25.421907 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5cef7c11-0907-4be0-b0db-042c729b331d req-e2d1af0e-0e11-4ac5-8543-5712dbe84602 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334079 Aug 16 11:49:25.767649 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b513056-7a9b-40f5-9d25-9eb237cc0bcf req-b298126a-1139-4169-87bf-cb2ee621bc4e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:25.769921 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b513056-7a9b-40f5-9d25-9eb237cc0bcf req-b298126a-1139-4169-87bf-cb2ee621bc4e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0602534 Aug 16 11:49:25.809668 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0b513056-7a9b-40f5-9d25-9eb237cc0bcf req-08ea065e-ac5d-42e7-9eaa-d65ecf84c248 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331357 Aug 16 11:49:26.403575 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d7ce1-6da1-4cb2-aa3e-fbd4338ec702 req-75b62b9e-242f-4205-aaef-e64813787646 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:26.405075 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-843d7ce1-6da1-4cb2-aa3e-fbd4338ec702 req-75b62b9e-242f-4205-aaef-e64813787646 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0526092 Aug 16 11:49:26.447850 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-843d7ce1-6da1-4cb2-aa3e-fbd4338ec702 req-0139c49b-c734-4b4f-a679-fb945c33e883 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367632 Aug 16 11:49:26.565392 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecf674-b13c-4db7-bc11-658ac6e5e026 req-14be73e3-b1b7-4569-84db-ef3280d22eb5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:26.574259 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a0ecf674-b13c-4db7-bc11-658ac6e5e026 req-14be73e3-b1b7-4569-84db-ef3280d22eb5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0669582 Aug 16 11:49:26.609094 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a0ecf674-b13c-4db7-bc11-658ac6e5e026 req-76179c2c-425d-4c18-a711-ad52089b2290 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339077 Aug 16 11:49:26.936455 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028ec3b-0a50-4eee-a43a-878ee837fabc req-a2ca7d31-476a-4adb-8c3c-8f5347daa347 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:26.937899 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5028ec3b-0a50-4eee-a43a-878ee837fabc req-a2ca7d31-476a-4adb-8c3c-8f5347daa347 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0520558 Aug 16 11:49:26.980298 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5028ec3b-0a50-4eee-a43a-878ee837fabc req-29e49d99-d6cf-428c-9b18-4ac1a9460d6e tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355592 Aug 16 11:49:27.590487 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9293033-afa5-4b7c-a9e8-21addc4b87df req-fd2453b0-bb7b-4e4a-be41-966f7079f565 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:27.591967 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c9293033-afa5-4b7c-a9e8-21addc4b87df req-fd2453b0-bb7b-4e4a-be41-966f7079f565 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0688276 Aug 16 11:49:27.631400 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c9293033-afa5-4b7c-a9e8-21addc4b87df req-d4c5de32-ee2e-488e-84c9-5de5fc262b4a tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Aug 16 11:49:27.735916 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c95b26-97f4-4a3b-a2e6-ea7bd112495d req-1348128f-a341-49a9-92c5-e8326aea42e4 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:27.737437 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-07c95b26-97f4-4a3b-a2e6-ea7bd112495d req-1348128f-a341-49a9-92c5-e8326aea42e4 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0601645 Aug 16 11:49:27.776724 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-07c95b26-97f4-4a3b-a2e6-ea7bd112495d req-fb01cf6d-e296-4487-8cff-9bb6c15e7a09 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Aug 16 11:49:28.113290 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df5b3b-32a7-481f-897b-8e9ffbdb57e2 req-f50e008b-8f04-45f4-9e7b-902e4972f473 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:28.114883 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-41df5b3b-32a7-481f-897b-8e9ffbdb57e2 req-f50e008b-8f04-45f4-9e7b-902e4972f473 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0575659 Aug 16 11:49:28.355564 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-41df5b3b-32a7-481f-897b-8e9ffbdb57e2 req-805fe288-dec8-402b-a6c2-3fd7ff5e5f1a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343721 Aug 16 11:49:28.749521 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd67095-7247-4cf2-a084-4407de831a13 req-8ae19b40-4e7f-4b40-a702-1ce65809b2cd tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:28.750992 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9dd67095-7247-4cf2-a084-4407de831a13 req-8ae19b40-4e7f-4b40-a702-1ce65809b2cd tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0489976 Aug 16 11:49:28.790510 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9dd67095-7247-4cf2-a084-4407de831a13 req-4327019d-c95b-45f7-b861-84b5d0e25bda tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334001 Aug 16 11:49:28.898849 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7514fc5-42e2-4657-ab49-fa057e0e2682 req-69b65c17-afd1-4015-a44b-2f1da9b27add tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:28.900955 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f7514fc5-42e2-4657-ab49-fa057e0e2682 req-69b65c17-afd1-4015-a44b-2f1da9b27add tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Aug 16 11:49:28.942458 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f7514fc5-42e2-4657-ab49-fa057e0e2682 req-fce18783-008f-4b5b-beb6-e401c97a4301 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350685 Aug 16 11:49:29.488183 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307213c-0183-49a6-95f1-57e5606d9c7a req-5958d025-8ab1-4ff4-8908-c0381f717359 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:29.490301 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a307213c-0183-49a6-95f1-57e5606d9c7a req-5958d025-8ab1-4ff4-8908-c0381f717359 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0554593 Aug 16 11:49:29.536606 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a307213c-0183-49a6-95f1-57e5606d9c7a req-65907142-b435-47d5-8b6a-8c2335fc86ab tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Aug 16 11:49:29.911860 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1d26e-cb95-4833-8758-3e6e491c0e6a req-12e4912e-2793-424f-98d8-b0b39ef2aa0e tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:29.913358 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1cd1d26e-cb95-4833-8758-3e6e491c0e6a req-12e4912e-2793-424f-98d8-b0b39ef2aa0e tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0521526 Aug 16 11:49:29.955220 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1cd1d26e-cb95-4833-8758-3e6e491c0e6a req-2cb575b2-f9ea-434d-bae5-71244f252b2e tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341222 Aug 16 11:49:30.074211 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c515-5f65-4992-a466-8c2156080a8f req-a157bb47-1e0d-46ef-b5d8-cfd63dc4e2d5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:30.076125 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2873c515-5f65-4992-a466-8c2156080a8f req-a157bb47-1e0d-46ef-b5d8-cfd63dc4e2d5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Aug 16 11:49:30.116641 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2873c515-5f65-4992-a466-8c2156080a8f req-751b9613-b351-4b2c-8ef6-e7407284a677 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Aug 16 11:49:30.676119 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb801-d874-4cb6-94ba-35106f423074 req-91e442b2-d945-42e0-b343-ab662cf17e47 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:30.677665 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f5cdb801-d874-4cb6-94ba-35106f423074 req-91e442b2-d945-42e0-b343-ab662cf17e47 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0596421 Aug 16 11:49:30.717222 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f5cdb801-d874-4cb6-94ba-35106f423074 req-2f03907f-78d1-4919-a768-7e26f2c6695f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330281 Aug 16 11:49:31.071228 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f90e5-5370-4baa-bd9e-da0876507527 req-47eebb10-71d2-4721-bab2-ee0f234e006c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:31.072725 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-662f90e5-5370-4baa-bd9e-da0876507527 req-47eebb10-71d2-4721-bab2-ee0f234e006c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0485027 Aug 16 11:49:31.112600 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-662f90e5-5370-4baa-bd9e-da0876507527 req-b6071826-2fa7-4cb6-865d-792239f59e5e tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331848 Aug 16 11:49:31.241706 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a500c2a-a6ec-4ebe-a59d-183bf49802d9 req-02432c9c-a59e-484b-ab72-b8b347ad1083 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:31.243141 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3a500c2a-a6ec-4ebe-a59d-183bf49802d9 req-02432c9c-a59e-484b-ab72-b8b347ad1083 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0566556 Aug 16 11:49:31.285308 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3a500c2a-a6ec-4ebe-a59d-183bf49802d9 req-8fd9a860-baae-4e8d-ac1f-5973984244e9 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361669 Aug 16 11:49:31.771197 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-9b071558-ff7e-4d73-bf21-4b5622a995a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:31.847398 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1938fd-4e09-49a3-bb38-c13500323129 req-8218af4b-69b4-4609-a7fe-7b3657dfe177 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:31.849222 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2e1938fd-4e09-49a3-bb38-c13500323129 req-8218af4b-69b4-4609-a7fe-7b3657dfe177 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0571048 Aug 16 11:49:31.891651 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2e1938fd-4e09-49a3-bb38-c13500323129 req-64489456-33ae-4e1f-905e-e518ae8ce6d9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356553 Aug 16 11:49:32.240862 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0f125-dd2a-48e6-aed1-7b40bd12993a req-1d7f271e-1288-460c-ac42-36d64f7fc9f5 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:32.242374 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3c0f125-dd2a-48e6-aed1-7b40bd12993a req-1d7f271e-1288-460c-ac42-36d64f7fc9f5 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0518746 Aug 16 11:49:32.284603 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3c0f125-dd2a-48e6-aed1-7b40bd12993a req-9af0f78e-7389-4768-a8a7-1b6c294eff84 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356622 Aug 16 11:49:32.403234 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf20a3-d4b4-48a6-a214-6a26ba5dd2e8 req-35d03365-72e4-424e-9d36-1bbe39747346 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:32.404658 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-49bf20a3-d4b4-48a6-a214-6a26ba5dd2e8 req-35d03365-72e4-424e-9d36-1bbe39747346 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Aug 16 11:49:32.445913 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-49bf20a3-d4b4-48a6-a214-6a26ba5dd2e8 req-d00967c9-cf36-4d4a-8a7d-5b1b538d4684 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353167 Aug 16 11:49:33.019824 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980d07d-0b4a-465d-9c88-1b4b7d991584 req-f637ba6d-bf7b-495e-86b3-8a24004c7228 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:33.021713 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f980d07d-0b4a-465d-9c88-1b4b7d991584 req-f637ba6d-bf7b-495e-86b3-8a24004c7228 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0584748 Aug 16 11:49:33.060225 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f980d07d-0b4a-465d-9c88-1b4b7d991584 req-264312ec-24b1-4bb2-989d-6cee9635b879 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313346 Aug 16 11:49:33.422025 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d15c-2fc5-4e28-815b-35bcd89a1a9c req-61aafb17-2c24-42b3-bca1-484e8172c936 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:33.424031 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-78a6d15c-2fc5-4e28-815b-35bcd89a1a9c req-61aafb17-2c24-42b3-bca1-484e8172c936 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0649397 Aug 16 11:49:33.463785 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-78a6d15c-2fc5-4e28-815b-35bcd89a1a9c req-0d73bb9c-3b6d-4432-9362-bf64d48d73fb tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339177 Aug 16 11:49:33.573166 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bb95d-60ee-46bd-bf43-2cba28988a3c req-9d5233fb-c7a8-40b6-a38c-4bca25993a18 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:33.574568 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bd4bb95d-60ee-46bd-bf43-2cba28988a3c req-9d5233fb-c7a8-40b6-a38c-4bca25993a18 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0573637 Aug 16 11:49:33.614991 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bd4bb95d-60ee-46bd-bf43-2cba28988a3c req-522e8deb-c9e4-45af-a3a0-b85f0fb8db0f tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Aug 16 11:49:34.186684 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857479-0b20-4405-9781-67f9c08ba899 req-8cff2114-131f-4b32-99ec-4f3dce801b82 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:34.188345 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d0857479-0b20-4405-9781-67f9c08ba899 req-8cff2114-131f-4b32-99ec-4f3dce801b82 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0553918 Aug 16 11:49:34.228558 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d0857479-0b20-4405-9781-67f9c08ba899 req-cb09af09-be60-48f6-b677-bf8569fe118b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Aug 16 11:49:34.502751 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a744441e-e073-45ab-aab8-eb7d1bebcddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:34.589282 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3eba2-6959-46fd-9712-97e5159c3d60 req-f93932be-c7f7-427c-9dc5-7495c3596f8a tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:34.590803 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c0c3eba2-6959-46fd-9712-97e5159c3d60 req-f93932be-c7f7-427c-9dc5-7495c3596f8a tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Aug 16 11:49:34.623475 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:34.630905 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c0c3eba2-6959-46fd-9712-97e5159c3d60 req-394850ee-b91b-4a83-8617-4dfb8d989128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342517 Aug 16 11:49:34.739408 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8600a71-4534-4e83-b9c9-4828f9bd5a25 req-f0825ca2-9231-4b55-b742-7b3e6499fa07 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:34.743147 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8600a71-4534-4e83-b9c9-4828f9bd5a25 req-f0825ca2-9231-4b55-b742-7b3e6499fa07 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0615976 Aug 16 11:49:34.782097 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a8600a71-4534-4e83-b9c9-4828f9bd5a25 req-2cf1a028-2212-4633-b8a7-6e7b94ae41bc tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343492 Aug 16 11:49:35.357767 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15a9d-4ac1-4b59-b15c-558e5b9c9d1b req-ecbbb90e-7246-4451-8e9e-db4bc652cab9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:35.359317 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ade15a9d-4ac1-4b59-b15c-558e5b9c9d1b req-ecbbb90e-7246-4451-8e9e-db4bc652cab9 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0592256 Aug 16 11:49:35.397580 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ade15a9d-4ac1-4b59-b15c-558e5b9c9d1b req-967acdb9-25c5-4a7a-a79d-63129facbc83 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Aug 16 11:49:35.777405 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05678b8-60e0-4cd1-9448-0c839c07d1f5 req-68fc6817-c872-432c-9a70-e8fca3b80387 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:35.777405 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c05678b8-60e0-4cd1-9448-0c839c07d1f5 req-68fc6817-c872-432c-9a70-e8fca3b80387 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0541172 Aug 16 11:49:35.797381 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c05678b8-60e0-4cd1-9448-0c839c07d1f5 req-26631d16-1a28-4631-993b-a67a01661923 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356123 Aug 16 11:49:35.907065 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2c9a6-d386-4a1a-9725-0d210cce06df req-ec7b6d04-a525-4eec-b852-0ed3a5bb3836 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:35.908560 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ee2c9a6-d386-4a1a-9725-0d210cce06df req-ec7b6d04-a525-4eec-b852-0ed3a5bb3836 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0512683 Aug 16 11:49:35.946895 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ee2c9a6-d386-4a1a-9725-0d210cce06df req-8c1f5249-9618-4d02-91d5-8f01f13dc8d3 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Aug 16 11:49:36.015884 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:36.321509 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-df9e6930-2053-4115-a78c-8fc444586aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:36.323571 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-df9e6930-2053-4115-a78c-8fc444586aad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1098 time: 0.0454175 Aug 16 11:49:36.415198 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-5f9dcb6c-1b81-4ec8-8444-5adaa905e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:36.416708 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-5f9dcb6c-1b81-4ec8-8444-5adaa905e9a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 909 time: 0.0844426 Aug 16 11:49:36.487526 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-c4095410-05c7-45f5-8146-5bfdfed462ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 1000 time: 0.0628955 Aug 16 11:49:36.526099 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f96487-f44d-45c0-985f-48f990e7bf45 req-e1572567-c251-40ad-bada-ab088704c2b8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:36.527796 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-31f96487-f44d-45c0-985f-48f990e7bf45 req-e1572567-c251-40ad-bada-ab088704c2b8 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0581031 Aug 16 11:49:36.543216 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-e6989b58-f12d-48ec-845e-b97dc31e973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:36.544671 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-e6989b58-f12d-48ec-845e-b97dc31e973d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 200 len: 848 time: 0.0473900 Aug 16 11:49:36.565824 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-31f96487-f44d-45c0-985f-48f990e7bf45 req-a1a11a8d-6dc3-450c-91d7-70cf791ce44d tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Aug 16 11:49:36.644312 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-1daf6d6e-c55e-4b26-bb10-fb95a15ecbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:36.645873 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-1daf6d6e-c55e-4b26-bb10-fb95a15ecbaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0940897 Aug 16 11:49:36.738559 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-b2c90397-c31e-4780-b10f-ad4045d14670 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842359 Aug 16 11:49:36.827606 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f966729c-5051-4ea0-bda6-bff5fb5f5aca req-9f9b70df-2776-4502-8bf1-83807d45334c service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814674 Aug 16 11:49:36.915537 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82718148-af89-4460-b6c7-db05cf405189 req-51dd946e-44c1-445a-b0a2-096a4a7c0725 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:36.917723 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-82718148-af89-4460-b6c7-db05cf405189 req-51dd946e-44c1-445a-b0a2-096a4a7c0725 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Aug 16 11:49:36.955652 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-82718148-af89-4460-b6c7-db05cf405189 req-067d3f3c-757c-4bba-8f50-35d703ac2b0d tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Aug 16 11:49:37.062527 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e686ae7-e77a-467c-a671-6d9b70d9e662 req-74d8f231-beb8-4b32-874e-88105752ff20 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:37.064019 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6e686ae7-e77a-467c-a671-6d9b70d9e662 req-74d8f231-beb8-4b32-874e-88105752ff20 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Aug 16 11:49:37.101451 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6e686ae7-e77a-467c-a671-6d9b70d9e662 req-dd7b84ba-87c8-4cd1-8ba4-c1ec00216583 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Aug 16 11:49:37.324311 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:37.333850 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad1505-ac26-4d3e-9c79-5055682dea60 req-28e8aee7-9c1a-42de-85db-d1b539830c71 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:37.335298 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5aad1505-ac26-4d3e-9c79-5055682dea60 req-28e8aee7-9c1a-42de-85db-d1b539830c71 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0509839 Aug 16 11:49:37.374350 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5aad1505-ac26-4d3e-9c79-5055682dea60 req-7d31aa8e-843d-400e-b4c5-9c486d032752 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322723 Aug 16 11:49:37.460226 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-02b99cd2-665c-43e3-9e9e-72bed56afae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:37.461736 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-02b99cd2-665c-43e3-9e9e-72bed56afae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0411754 Aug 16 11:49:37.554942 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-235ff045-71c9-41ff-a6be-b85f81242d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:37.556385 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-235ff045-71c9-41ff-a6be-b85f81242d1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 910 time: 0.0860655 Aug 16 11:49:37.623374 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-75566219-1ad2-4fb4-815a-8add79e76aba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d HTTP/1.1" status: 200 len: 1001 time: 0.0566216 Aug 16 11:49:37.680945 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-83245735-1ee1-4cda-84c7-bc4a5d1277df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:37.682325 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-83245735-1ee1-4cda-84c7-bc4a5d1277df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=797190c4-5f8b-4402-afd0-1c2556d13e81 HTTP/1.1" status: 200 len: 849 time: 0.0492814 Aug 16 11:49:37.685407 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfda9e-2857-4b55-b0a0-72f3f5d711ed req-aaec1c9f-55a8-4ba3-a39b-2d4bcc251c21 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:37.686893 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d8dfda9e-2857-4b55-b0a0-72f3f5d711ed req-aaec1c9f-55a8-4ba3-a39b-2d4bcc251c21 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0483642 Aug 16 11:49:37.724746 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d8dfda9e-2857-4b55-b0a0-72f3f5d711ed req-a32bd1a8-2fba-4c8e-a535-86094d501b9a tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Aug 16 11:49:37.735200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-dcf4a758-1525-4269-affd-7ea934c13e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:37.736729 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-dcf4a758-1525-4269-affd-7ea934c13e87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec46b04-b71e-4394-9c01-d5216b25ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408058 Aug 16 11:49:37.845444 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-f097de2f-a5ad-455f-ba37-30b346ac5328 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963252 Aug 16 11:49:37.936785 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-eb2b338f-e4d9-4e2d-b8ed-3c6950d66469 req-db00509a-a1ba-47e7-a650-35b488c7038f service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802908 Aug 16 11:49:38.217667 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8ce55-6853-4916-93ca-99b5b33cb33d req-31c70896-7410-462b-94b5-0ba6f719b0da tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:38.219078 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8ca8ce55-6853-4916-93ca-99b5b33cb33d req-31c70896-7410-462b-94b5-0ba6f719b0da tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0491421 Aug 16 11:49:38.257654 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8ca8ce55-6853-4916-93ca-99b5b33cb33d req-f25a0cb3-b9bf-478a-9fc2-b619411090e1 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Aug 16 11:49:38.498421 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea25b-abfa-4031-9e82-d98cb7c8a137 req-2a7ea6e0-11f0-44eb-9189-3a3c96d21260 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:38.499951 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1bbea25b-abfa-4031-9e82-d98cb7c8a137 req-2a7ea6e0-11f0-44eb-9189-3a3c96d21260 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0569551 Aug 16 11:49:38.536388 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1bbea25b-abfa-4031-9e82-d98cb7c8a137 req-c28d379b-a915-49d3-8929-badb25e7a52a tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306182 Aug 16 11:49:38.844234 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34378bf7-2dad-48db-8073-44e746c27c3b req-94af9293-b1ca-4810-bfe1-6b25caa56c0c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:38.845705 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-34378bf7-2dad-48db-8073-44e746c27c3b req-94af9293-b1ca-4810-bfe1-6b25caa56c0c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 943 time: 0.0483954 Aug 16 11:49:38.882240 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-34378bf7-2dad-48db-8073-44e746c27c3b req-5bf18ed9-a0aa-4a72-b8e8-45fb21d30e99 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306036 Aug 16 11:49:39.373305 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a9718-88e3-4c1f-a174-9b2177217ec4 req-0b2afc43-a227-4504-aa96-fdf3347e70b3 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:39.374803 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ef7a9718-88e3-4c1f-a174-9b2177217ec4 req-0b2afc43-a227-4504-aa96-fdf3347e70b3 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Aug 16 11:49:39.412961 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ef7a9718-88e3-4c1f-a174-9b2177217ec4 req-2f637f76-47cc-4513-b258-595df83a587d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Aug 16 11:49:39.561637 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:49:39.659594 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb94aff-8ee8-4cb2-9efc-0302fb4e1cfe req-370dbdf8-25bc-40c4-874b-55440e615b85 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:39.661094 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4cb94aff-8ee8-4cb2-9efc-0302fb4e1cfe req-370dbdf8-25bc-40c4-874b-55440e615b85 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0554175 Aug 16 11:49:39.661684 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:39.673291 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'port_id': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'mac_address': 'fa:16:3e:5d:63:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:49:39.699625 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4cb94aff-8ee8-4cb2-9efc-0302fb4e1cfe req-de7b6ce9-9ea0-459b-aa79-37343a8b8306 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322618 Aug 16 11:49:39.714998 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:39.727804 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1e263a-62ab-4543-8a66-602f4f36b9be {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:49:39.748980 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:39.816610 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:39.867329 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=9']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:49:40.004840 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffc0e0-3f54-4e67-9b14-6455e138d2e9 req-9b514e5e-b693-41bc-8fb0-4d8a7403fa71 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:40.006321 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8dffc0e0-3f54-4e67-9b14-6455e138d2e9 req-9b514e5e-b693-41bc-8fb0-4d8a7403fa71 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 944 time: 0.0504649 Aug 16 11:49:40.046301 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8dffc0e0-3f54-4e67-9b14-6455e138d2e9 req-c9bfc32e-08e6-42f1-8ccf-c6b7b6a02256 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327756 Aug 16 11:49:40.047697 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['3f1e263a-62ab-4543-8a66-602f4f36b9be'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:49:40.527132 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a470a-7c70-4918-b8ec-94f399398265 req-2a3e434e-d629-4873-ac69-9752c0f1fea9 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:40.528603 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-294a470a-7c70-4918-b8ec-94f399398265 req-2a3e434e-d629-4873-ac69-9752c0f1fea9 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0491545 Aug 16 11:49:40.564518 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-294a470a-7c70-4918-b8ec-94f399398265 req-72c5acf3-cce4-4a0c-b85f-68274cd22ef1 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300834 Aug 16 11:49:41.172494 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82add2-67e6-42e4-82fe-ef240a7d8b53 req-57428ccd-ddd3-4bb8-bede-3e2b188bc3f5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:41.173956 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ce82add2-67e6-42e4-82fe-ef240a7d8b53 req-57428ccd-ddd3-4bb8-bede-3e2b188bc3f5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 944 time: 0.0539758 Aug 16 11:49:41.213935 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ce82add2-67e6-42e4-82fe-ef240a7d8b53 req-4293d7bd-45c8-4dd7-9d5a-83b2f37be82f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336895 Aug 16 11:49:41.564459 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:49:41.613313 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 3f1e263a-62ab-4543-8a66-602f4f36b9be triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:49:41.613674 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:41.686735 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:41.708291 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:49:41.710421 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80be50d-296c-40cf-af28-f7f0d3f2e463" -d '{"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:49:41.723591 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:41.747560 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55326fa1-9cc9-4c23-af63-fc1dd24fc304 x-openstack-request-id: req-55326fa1-9cc9-4c23-af63-fc1dd24fc304 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:49:41.747855 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:49:41.748111 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55326fa1-9cc9-4c23-af63-fc1dd24fc304 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:49:41.748510 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'code': 200} Aug 16 11:49:41.792576 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:49:41.829015 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:41.829825 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f530fd0b-49ad-4cdb-b2c8-f72682995b43 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:49:41.906404 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=10']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:49:41.908889 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af124d4-5228-403b-9231-38772fac2307 req-e0df26cc-4c53-44c1-8748-135cf8a94451 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:41.910473 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2af124d4-5228-403b-9231-38772fac2307 req-e0df26cc-4c53-44c1-8748-135cf8a94451 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0495033 Aug 16 11:49:41.953007 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:41.962035 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2af124d4-5228-403b-9231-38772fac2307 req-b14ad21f-9f4b-47ca-8a77-1f574746b9a3 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447512 Aug 16 11:49:41.996944 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:42.033559 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49510) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:49:42.103035 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:42.120767 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-8c264b72-8b45-49a3-8332-559aa43128d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860603 Aug 16 11:49:42.154306 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=6']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:49:42.172602 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bef3c1-62a1-4746-a7eb-5c7ea813d14f req-6418da74-4938-48f9-ab0e-ab1a38bdb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:42.174087 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f4bef3c1-62a1-4746-a7eb-5c7ea813d14f req-6418da74-4938-48f9-ab0e-ab1a38bdb205 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 1099 time: 0.0455227 Aug 16 11:49:42.209636 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f4bef3c1-62a1-4746-a7eb-5c7ea813d14f req-84c4b677-1040-4f95-8f91-9c44ee2b6a3c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284829 Aug 16 11:49:42.336401 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a60c-38fc-423c-8814-7c7dda16121b req-5968bb96-e06f-4bb7-b0a4-04306f15479f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:42.337849 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3c57a60c-38fc-423c-8814-7c7dda16121b req-5968bb96-e06f-4bb7-b0a4-04306f15479f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 946 time: 0.0513771 Aug 16 11:49:42.375204 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3c57a60c-38fc-423c-8814-7c7dda16121b req-c9252c3b-0fd6-4a59-ac94-6b9c3e78eae5 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306637 Aug 16 11:49:43.077100 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cffdf-9081-45ba-a328-2a459647a40f req-b62f6aef-68dc-4159-9687-1cb20907bcca tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:43.078520 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b38cffdf-9081-45ba-a328-2a459647a40f req-b62f6aef-68dc-4159-9687-1cb20907bcca tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0499153 Aug 16 11:49:43.116934 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b38cffdf-9081-45ba-a328-2a459647a40f req-02341929-1e63-47c4-a9cd-3fb5d583d22a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321429 Aug 16 11:49:43.495469 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d4352-810a-46d2-868c-4428e87f5e45 req-86432348-b6b7-4eb5-9b55-47d50b9afb4f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:43.497685 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-392d4352-810a-46d2-868c-4428e87f5e45 req-86432348-b6b7-4eb5-9b55-47d50b9afb4f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 946 time: 0.0502114 Aug 16 11:49:43.535046 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-392d4352-810a-46d2-868c-4428e87f5e45 req-8c81330d-fa45-4665-a0a1-3816e27a8850 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Aug 16 11:49:43.749883 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:49:43.752188 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6285d17-82a4-474a-b653-43b99df03a16" -d '{"events": [{"server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "name": "network-vif-unplugged", "status": "completed", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:49:43.784681 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 11:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324d5537-12ba-424c-8517-0fde4d95ecad x-openstack-request-id: req-324d5537-12ba-424c-8517-0fde4d95ecad {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:49:43.784991 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "name": "network-vif-unplugged", "status": "failed", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43", "code": 422}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:49:43.785242 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-324d5537-12ba-424c-8517-0fde4d95ecad {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:49:43.785639 dv-cinder-804698-1-iscsi neutron-server[100979]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'code': 422} returned with failed status Aug 16 11:49:44.244100 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0ac8d-27db-45c8-a2e4-d10caee938e7 req-5aeb352f-2385-4902-af00-0c99a8b21bd3 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:44.245743 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-62a0ac8d-27db-45c8-a2e4-d10caee938e7 req-5aeb352f-2385-4902-af00-0c99a8b21bd3 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0560155 Aug 16 11:49:44.286741 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-62a0ac8d-27db-45c8-a2e4-d10caee938e7 req-b7084536-3d34-4f23-a140-bfbcdef39c60 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348206 Aug 16 11:49:44.655087 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714961a5-749e-4713-8eda-1f3beead950d req-00415b95-6941-4256-a6d7-f8eb4c7fefb7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:44.656476 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-714961a5-749e-4713-8eda-1f3beead950d req-00415b95-6941-4256-a6d7-f8eb4c7fefb7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 946 time: 0.0488386 Aug 16 11:49:44.694259 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-714961a5-749e-4713-8eda-1f3beead950d req-eb5b2c78-78f8-48d7-a3cb-5f999e51c48f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Aug 16 11:49:44.814593 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-646abe9d-8972-461e-a7d9-39bcf1850dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:44.816094 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-646abe9d-8972-461e-a7d9-39bcf1850dfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8&tenant_id=ca5ef393b9024a27870e381b60ef242d HTTP/1.1" status: 200 len: 1096 time: 0.0442839 Aug 16 11:49:44.876222 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-b289fdb8-27a9-4ec0-8655-263c99470776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:44.877658 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-b289fdb8-27a9-4ec0-8655-263c99470776 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1096 time: 0.0400400 Aug 16 11:49:44.967833 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-0409e59a-f105-4318-b79b-e5c0fd3fcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:44.969211 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-0409e59a-f105-4318-b79b-e5c0fd3fcdec service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 909 time: 0.0845382 Aug 16 11:49:45.037187 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-c9941ca9-705f-4184-b5d6-e5b15737e505 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 998 time: 0.0599425 Aug 16 11:49:45.085903 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-050ec5fb-1c5a-4c80-8506-8fad06307218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:45.087340 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-050ec5fb-1c5a-4c80-8506-8fad06307218 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 200 len: 848 time: 0.0429246 Aug 16 11:49:45.131874 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-978fe9b7-ce00-4d47-9e99-2744398620d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:45.133320 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-978fe9b7-ce00-4d47-9e99-2744398620d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386357 Aug 16 11:49:45.237809 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-ebe08b48-26a5-4387-aa64-2f51537d51e4 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957623 Aug 16 11:49:45.332171 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4c2db3ce-c4a7-435f-b2b2-4ab1b4f0cdb7 req-e9225afc-8376-4227-898c-e943c6685e7b service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822480 Aug 16 11:49:45.407475 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6209c-d450-479d-949e-104389a75ed1 req-f18152e1-8332-4e23-add6-a56441cef866 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:45.408961 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1af6209c-d450-479d-949e-104389a75ed1 req-f18152e1-8332-4e23-add6-a56441cef866 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0503304 Aug 16 11:49:45.447344 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1af6209c-d450-479d-949e-104389a75ed1 req-3b21e1f7-7c61-4e52-b721-e0be559d68b7 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Aug 16 11:49:45.816220 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b12ef6-de8e-44d0-bcdd-ceceaa49f8ed req-24694c7b-7116-4b45-8ceb-51a8f609fe35 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:45.817690 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e8b12ef6-de8e-44d0-bcdd-ceceaa49f8ed req-24694c7b-7116-4b45-8ceb-51a8f609fe35 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 946 time: 0.0512986 Aug 16 11:49:45.857855 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e8b12ef6-de8e-44d0-bcdd-ceceaa49f8ed req-cc3535ea-e7a6-4aee-848a-9dc35789816b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339775 Aug 16 11:49:46.570458 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990aca8c-6dbd-47ff-a9c0-bc0e420ef669 req-c0466b34-37e9-446f-a5ac-0356a6ac3ebe tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:46.572027 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-990aca8c-6dbd-47ff-a9c0-bc0e420ef669 req-c0466b34-37e9-446f-a5ac-0356a6ac3ebe tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0556252 Aug 16 11:49:46.612434 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-990aca8c-6dbd-47ff-a9c0-bc0e420ef669 req-49e01bf8-4dc3-4789-b5d4-1a4f50934b18 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Aug 16 11:49:47.724857 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8787b6-8668-4115-a50a-b70fe90808de req-ba39d6c9-2c8e-4144-be0e-2862d3fd8760 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:47.726340 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3d8787b6-8668-4115-a50a-b70fe90808de req-ba39d6c9-2c8e-4144-be0e-2862d3fd8760 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0483272 Aug 16 11:49:47.763293 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3d8787b6-8668-4115-a50a-b70fe90808de req-5d27cb97-3df9-4607-96a8-57b18673d0b8 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304911 Aug 16 11:49:48.880350 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477058f-cc00-421d-bce1-a8cc0e133826 req-63f8f1d4-69d8-4783-8ac4-e3b47a68cb96 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:48.881794 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7477058f-cc00-421d-bce1-a8cc0e133826 req-63f8f1d4-69d8-4783-8ac4-e3b47a68cb96 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0516875 Aug 16 11:49:48.918310 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7477058f-cc00-421d-bce1-a8cc0e133826 req-b4b8bf95-4741-43da-b5bc-3ae52b831da5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298717 Aug 16 11:49:50.030758 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2baef-c72a-46fd-be05-407b714866e5 req-89f69893-c26c-4521-94e0-955af82a03db tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:50.032213 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e4c2baef-c72a-46fd-be05-407b714866e5 req-89f69893-c26c-4521-94e0-955af82a03db tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0480406 Aug 16 11:49:50.068781 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e4c2baef-c72a-46fd-be05-407b714866e5 req-796fca20-ba47-4b35-b4ed-56c43c5c9d12 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304196 Aug 16 11:49:51.181014 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4f3af-5aec-43be-9043-b2378716ee2a req-db3f4734-6054-45f2-9b3b-679abcea621d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:51.182464 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-15b4f3af-5aec-43be-9043-b2378716ee2a req-db3f4734-6054-45f2-9b3b-679abcea621d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0478044 Aug 16 11:49:51.219078 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-15b4f3af-5aec-43be-9043-b2378716ee2a req-7b66d0bc-9f23-4189-937f-ccad8e6c438a tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301073 Aug 16 11:49:52.336559 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d93eb8-ee7f-4f28-a38a-57d13e5a8084 req-80e13e10-6c3d-432b-8f5f-d9b0adfb9d2f tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:52.338017 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-34d93eb8-ee7f-4f28-a38a-57d13e5a8084 req-80e13e10-6c3d-432b-8f5f-d9b0adfb9d2f tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0523760 Aug 16 11:49:52.375205 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-34d93eb8-ee7f-4f28-a38a-57d13e5a8084 req-4057668b-7f5f-43a6-82fe-e70289e6ccb8 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Aug 16 11:49:52.512568 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:53.488616 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad633b1-0bcb-4cb0-bc82-1a468bcf38d9 req-93916587-73c9-4d5a-bd31-8458eecdbee4 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:53.490088 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dad633b1-0bcb-4cb0-bc82-1a468bcf38d9 req-93916587-73c9-4d5a-bd31-8458eecdbee4 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 943 time: 0.0483327 Aug 16 11:49:53.528452 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dad633b1-0bcb-4cb0-bc82-1a468bcf38d9 req-37964db1-e0a1-410c-ae4d-d0cb368215b7 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Aug 16 11:49:53.630596 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f530fd0b-49ad-4cdb-b2c8-f72682995b43 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:49:53.726123 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:53.737083 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'port_id': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'mac_address': 'fa:16:3e:ae:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:49:53.773306 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:53.785567 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f530fd0b-49ad-4cdb-b2c8-f72682995b43 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:49:53.804548 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:53.925531 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:53.977438 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=7']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:49:54.190879 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['f530fd0b-49ad-4cdb-b2c8-f72682995b43'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:49:54.642036 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f08070-d8eb-429e-86a2-1b0dbdd0d657 req-bfc8e3a5-b0fb-4f7e-baef-b3623095e49e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:54.643634 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b9f08070-d8eb-429e-86a2-1b0dbdd0d657 req-bfc8e3a5-b0fb-4f7e-baef-b3623095e49e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 944 time: 0.0473993 Aug 16 11:49:54.680634 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b9f08070-d8eb-429e-86a2-1b0dbdd0d657 req-ebf1d282-5a78-47d9-9b5a-4fab184f0aaa tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Aug 16 11:49:55.633098 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f530fd0b-49ad-4cdb-b2c8-f72682995b43 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:49:55.680756 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port f530fd0b-49ad-4cdb-b2c8-f72682995b43 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:49:55.681132 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:55.757605 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:55.782738 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:49:55.784973 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8daa600-2904-4872-afe8-5ec80c8797e3" -d '{"events": [{"server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "name": "network-vif-plugged", "status": "completed", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:49:55.798120 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f354dd3-8b29-409d-ae69-6a9a19199fa2 req-ccd717c4-42bf-4fcf-8a92-87a0faf5078d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:55.799048 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:49:55.799675 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1f354dd3-8b29-409d-ae69-6a9a19199fa2 req-ccd717c4-42bf-4fcf-8a92-87a0faf5078d tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 944 time: 0.0514731 Aug 16 11:49:55.824114 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f1c8e0-40d2-4b2b-b1ca-c573f2e6233b x-openstack-request-id: req-62f1c8e0-40d2-4b2b-b1ca-c573f2e6233b {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:49:55.824413 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "name": "network-vif-plugged", "status": "completed", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:49:55.824662 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62f1c8e0-40d2-4b2b-b1ca-c573f2e6233b {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:49:55.825054 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'code': 200} Aug 16 11:49:55.839881 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1f354dd3-8b29-409d-ae69-6a9a19199fa2 req-9f86e0b4-6452-467e-a305-92a4e859fb1c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334930 Aug 16 11:49:55.885476 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:49:55.932711 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=8']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:49:56.156267 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b60cb-afc6-4a36-afef-0cf3ac6eba84 req-f25a43b4-269b-499c-aec5-79ecd53ee24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:56.157650 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c83b60cb-afc6-4a36-afef-0cf3ac6eba84 req-f25a43b4-269b-499c-aec5-79ecd53ee24e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1098 time: 0.0446410 Aug 16 11:49:56.193754 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c83b60cb-afc6-4a36-afef-0cf3ac6eba84 req-cdcd0f27-5250-4ffd-b6b0-dbb294ce3844 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273409 Aug 16 11:49:56.340877 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-a5f2327d-9398-45d9-bbd2-747729232f36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400460 Aug 16 11:49:56.402823 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-366d89b3-31a5-4eca-9fb4-b27a111471fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:56.404315 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-366d89b3-31a5-4eca-9fb4-b27a111471fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 1098 time: 0.0407023 Aug 16 11:49:56.514356 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-56bf0a93-cfe6-47ed-a4fb-59e6da1e6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:56.515745 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-56bf0a93-cfe6-47ed-a4fb-59e6da1e6d0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 910 time: 0.0869389 Aug 16 11:49:56.593838 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-80109f8f-6a06-4caf-aeb8-11ffc06e675f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d HTTP/1.1" status: 200 len: 1001 time: 0.0571115 Aug 16 11:49:56.647580 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-b9e90127-e8a3-4470-a27e-be2203381e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:56.649033 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-b9e90127-e8a3-4470-a27e-be2203381e27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=797190c4-5f8b-4402-afd0-1c2556d13e81 HTTP/1.1" status: 200 len: 849 time: 0.0470655 Aug 16 11:49:56.697927 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-3d7f8405-2784-452c-bb29-cc76d9e0a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:56.700163 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-3d7f8405-2784-452c-bb29-cc76d9e0a87b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec46b04-b71e-4394-9c01-d5216b25ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414271 Aug 16 11:49:56.789452 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-cedacac3-24da-49ab-9816-2b1ecfab4121 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799644 Aug 16 11:49:56.895063 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3ca55486-494d-4524-834f-9b74f83d4d44 req-8011539a-4f29-457f-b4f5-bea005d9ea97 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850523 Aug 16 11:49:56.959947 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59529f70-e29e-4991-81a7-48cbb4ff1e02 req-093e90fc-ee11-4053-bf47-82e979e73b53 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:56.961470 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59529f70-e29e-4991-81a7-48cbb4ff1e02 req-093e90fc-ee11-4053-bf47-82e979e73b53 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0524745 Aug 16 11:49:56.999436 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59529f70-e29e-4991-81a7-48cbb4ff1e02 req-4847efaa-8b3c-4010-9c4b-11a13b6408ba tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Aug 16 11:49:58.112708 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6718e-9280-471a-8968-2800d4356e82 req-360dccc5-c08d-484b-a09e-bccc96dab22c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:49:58.114201 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-88c6718e-9280-471a-8968-2800d4356e82 req-360dccc5-c08d-484b-a09e-bccc96dab22c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0490191 Aug 16 11:49:58.152610 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-88c6718e-9280-471a-8968-2800d4356e82 req-1d24d9bf-fd3a-4002-af31-18437229304c tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Aug 16 11:50:01.719480 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-b2ce95ee-4805-437e-bb5d-7255a7fab03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:04.439714 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d079b7c2-8907-40da-bed8-53dc72589bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:04.547836 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:05.833325 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:07.285028 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:18.692531 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df0842-4dac-4e29-a946-ad5a61167693 req-5fafeabd-899f-4ad0-89eb-78f9203113c4 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:18.694154 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f7df0842-4dac-4e29-a946-ad5a61167693 req-5fafeabd-899f-4ad0-89eb-78f9203113c4 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Aug 16 11:50:18.731994 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f7df0842-4dac-4e29-a946-ad5a61167693 req-1303df2a-b27d-417b-a996-240a1de7137b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Aug 16 11:50:18.791247 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:50:19.461503 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652adfbb-2d6b-48a5-9a5f-155c71b04578 req-b828c1e1-fd3c-4fa9-a94c-bb570db64616 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:19.462998 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-652adfbb-2d6b-48a5-9a5f-155c71b04578 req-b828c1e1-fd3c-4fa9-a94c-bb570db64616 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 946 time: 0.0499878 Aug 16 11:50:19.501579 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-652adfbb-2d6b-48a5-9a5f-155c71b04578 req-8f54633a-a81d-42dc-a345-d4ed181ba7dd tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320940 Aug 16 11:50:19.847747 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eed71c-6fa3-452a-873a-5d8c50d25cb1 req-10dad72d-3221-4750-927e-b1fe86b6434f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:19.849312 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e2eed71c-6fa3-452a-873a-5d8c50d25cb1 req-10dad72d-3221-4750-927e-b1fe86b6434f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Aug 16 11:50:19.887051 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e2eed71c-6fa3-452a-873a-5d8c50d25cb1 req-f6d3b17a-58e8-4f9d-bdf4-4e393e4711ae tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Aug 16 11:50:20.624795 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2742b76-65de-4c8f-95a1-63ca1e73f4b3 req-9fc3ee21-f3eb-478c-836d-0c68e82a4f7b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:20.626278 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a2742b76-65de-4c8f-95a1-63ca1e73f4b3 req-9fc3ee21-f3eb-478c-836d-0c68e82a4f7b tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 946 time: 0.0545371 Aug 16 11:50:20.663109 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a2742b76-65de-4c8f-95a1-63ca1e73f4b3 req-d0d8e755-36eb-43c9-9546-8721a6e4db40 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308719 Aug 16 11:50:20.869175 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-f2a03a3e-7163-405b-a8d5-2f45284d75b1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:20.870703 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-f2a03a3e-7163-405b-a8d5-2f45284d75b1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0514827 Aug 16 11:50:20.968092 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Deleting port 068c3b1b-b486-4471-9fd8-77f36de8dd5d {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:50:20.968429 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.001508 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4cbdf-eb63-471c-8df3-ff6ddf0d41c3 req-66987782-41ed-42c4-9407-924d075a7a43 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:21.003026 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3c4cbdf-eb63-471c-8df3-ff6ddf0d41c3 req-66987782-41ed-42c4-9407-924d075a7a43 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 945 time: 0.0489469 Aug 16 11:50:21.041426 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3c4cbdf-eb63-471c-8df3-ff6ddf0d41c3 req-8ef772d8-5dcb-4ea9-9577-fd1013532861 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=d1df5395-b617-48c0-a542-b6f48603c044&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322256 Aug 16 11:50:21.081247 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-9d7e9465-68b7-4f6c-838f-330a470b2b0f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:21.082704 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-9d7e9465-68b7-4f6c-838f-330a470b2b0f tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 946 time: 0.1100907 Aug 16 11:50:21.131162 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] For port 068c3b1b-b486-4471-9fd8-77f36de8dd5d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=068c3b1b-b486-4471-9fd8-77f36de8dd5d,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:21.131521 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.275649 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Deleting port 3f1e263a-62ab-4543-8a66-602f4f36b9be {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:50:21.275884 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.391345 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.391769 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.392077 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Floating IP e1f15473-1d97-431e-bd93-ae16a3486d05 disassociated. External IP: 172.27.0.163, port: 068c3b1b-b486-4471-9fd8-77f36de8dd5d. Aug 16 11:50:21.392417 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Calling delete_port for 068c3b1b-b486-4471-9fd8-77f36de8dd5d owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:50:21.424735 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] For port 3f1e263a-62ab-4543-8a66-602f4f36b9be, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=3f1e263a-62ab-4543-8a66-602f4f36b9be,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:21.425095 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.672191 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.672587 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.672910 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Floating IP abd78c87-d7f1-45d9-a1f6-33608353b8ab disassociated. External IP: 172.27.0.140, port: 3f1e263a-62ab-4543-8a66-602f4f36b9be. Aug 16 11:50:21.673232 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Calling delete_port for 3f1e263a-62ab-4543-8a66-602f4f36b9be owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:50:21.748740 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:21.780748 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event deleted for resources: {'Port': ['ID=068c3b1b-b486-4471-9fd8-77f36de8dd5d,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:21.783700 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8806fee-fc7f-424b-a571-9d5d1ec33f5c req-5d4cd113-54e6-4780-89c6-197ee5df6111 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:21.785226 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f8806fee-fc7f-424b-a571-9d5d1ec33f5c req-5d4cd113-54e6-4780-89c6-197ee5df6111 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 946 time: 0.0499852 Aug 16 11:50:21.814884 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.815233 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.815573 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.815907 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.816234 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.816562 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.816888 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.817694 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.817694 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.817933 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.818401 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.818746 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:21.824847 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f8806fee-fc7f-424b-a571-9d5d1ec33f5c req-f49f7041-ee50-4b6d-9385-a9cd644ee0ee tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd2b321c-20d9-46eb-a7ab-304bfb9036d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Aug 16 11:50:21.937649 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Router 9f6ddaab-e026-4122-89d7-a5015380ae80 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:50:21.980997 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:22.012391 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event deleted for resources: {'Port': ['ID=3f1e263a-62ab-4543-8a66-602f4f36b9be,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:22.141750 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fd4dd08d-e501-457e-9874-1cb1345a4349 req-a55a34db-29bd-4b2a-99b8-81c5e01ac3ec tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 210 time: 0.0314634 Aug 16 11:50:22.146997 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:50:22.173931 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] Sync routers for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:50:22.184291 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:22.184947 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:22.300716 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:22.473256 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] No DVR routers for this DVR port 068c3b1b-b486-4471-9fd8-77f36de8dd5d on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:50:22.477604 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:22.480213 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-dbfc9b85-d75f-469f-a715-179ca1f3b42c req-1bee7dc4-f60e-44fc-8fd8-bba0168b71e0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "DELETE /v2.0/ports/068c3b1b-b486-4471-9fd8-77f36de8dd5d HTTP/1.1" status: 204 len: 173 time: 1.6017756 Aug 16 11:50:22.481427 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'name': 'network-vif-deleted', 'tag': '068c3b1b-b486-4471-9fd8-77f36de8dd5d'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:50:22.483807 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49d9e2-89a2-41e9-9cb3-75ccab7add19" -d '{"events": [{"server_uuid": "592a7d0b-e89a-457f-a505-b6cf6a186aa9", "name": "network-vif-deleted", "tag": "068c3b1b-b486-4471-9fd8-77f36de8dd5d"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:50:22.490558 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Router dde2550c-d072-4d50-8e36-656255f45d5a has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:50:22.528264 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:22.533881 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a937aaef-c682-4f6a-a9e3-c190bcb35c1c x-openstack-request-id: req-a937aaef-c682-4f6a-a9e3-c190bcb35c1c {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:50:22.534178 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592a7d0b-e89a-457f-a505-b6cf6a186aa9", "name": "network-vif-deleted", "tag": "068c3b1b-b486-4471-9fd8-77f36de8dd5d", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:50:22.534418 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a937aaef-c682-4f6a-a9e3-c190bcb35c1c {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:50:22.534832 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592a7d0b-e89a-457f-a505-b6cf6a186aa9', 'name': 'network-vif-deleted', 'tag': '068c3b1b-b486-4471-9fd8-77f36de8dd5d', 'status': 'completed', 'code': 200} Aug 16 11:50:22.546664 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:22.577764 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] Checking router: 9f6ddaab-e026-4122-89d7-a5015380ae80 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:50:22.586461 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:22.587148 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:22.603856 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:50:22.615650 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] Sync routers for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:50:22.625722 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:22.626338 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:22.647560 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] No DVR routers for this DVR port 3f1e263a-62ab-4543-8a66-602f4f36b9be on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:50:22.650070 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:22.652811 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-23f83a73-ef97-4581-9881-9e8b7f0488b7 req-f47d14af-89da-459b-b674-6c400588ebf3 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.36 "DELETE /v2.0/ports/3f1e263a-62ab-4543-8a66-602f4f36b9be HTTP/1.1" status: 204 len: 173 time: 1.5611818 Aug 16 11:50:22.703805 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:22.734398 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:22.942762 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30cd5270-9703-4fb6-9e53-7466c6095ccf req-bad5b39e-c5ac-4411-9a06-0828b3e2d37c tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38012e9-a1a5-4c5c-bd76-27c6a9ca1106 HTTP/1.1" status: 200 len: 210 time: 0.0301449 Aug 16 11:50:22.943261 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:22.970453 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] Checking router: dde2550c-d072-4d50-8e36-656255f45d5a for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:50:22.978930 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:22.979536 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:23.032504 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:23.063398 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b264c14-4ca0-4763-b27c-210b67abe1a9 None None] The sync data for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi is: [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:50:23.086319 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:23.279686 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-95f65131-769d-4f11-a783-48adc3924eb6 req-efc1bc99-356f-4b5f-bb66-f33f0300bed5 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=592a7d0b-e89a-457f-a505-b6cf6a186aa9 HTTP/1.1" status: 200 len: 210 time: 0.0275829 Aug 16 11:50:23.316771 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:23.329387 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78182b-0e2b-4191-900e-620ef1de0924 None None] New status for floating IP e1f15473-1d97-431e-bd93-ae16a3486d05: DOWN {{(pid=100979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:50:23.345745 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a332774-4b1e-4fb7-8f78-88fa8f7c7c52 None None] The sync data for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi is: [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:42:43Z', 'revision_number': 4, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '595afd4b-f86f-4591-98b9-8cebd216352f', 'name': '', 'network_id': '3db73e9b-6b39-4a78-96ce-de02f6e19129', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'mac_address': 'fa:16:3e:53:82:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:40Z', 'updated_at': '2021-08-16T11:42:54Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'subnets': [{'id': '69b18b99-6824-483d-92e5-7e9470081e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:50:23.593422 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae5fbe-f2db-4221-ae14-5d4c9bebed99 None None] New status for floating IP abd78c87-d7f1-45d9-a1f6-33608353b8ab: DOWN {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:50:24.126353 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49660) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:24.179915 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.203291 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.307818 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.310936 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.312115 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd2b321c-20d9-46eb-a7ab-304bfb9036d9 HTTP/1.1" status: 204 len: 168 time: 0.1847780 Aug 16 11:50:24.314961 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49664) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:24.321377 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b321c-20d9-46eb-a7ab-304bfb9036d9,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:24.329359 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.329711 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.330056 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.330396 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.330824 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.331102 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.331436 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.331780 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.332094 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.332427 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.332613 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.api.v2.resource [None req-fe588885-f385-4d9e-adb4-3589ab8088e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] show failed (client error): The resource could not be found. Aug 16 11:50:24.332735 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.333162 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca55d3b6-e9fe-4641-a4e6-5000e6a75a34 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:24.335635 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-fe588885-f385-4d9e-adb4-3589ab8088e7 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "GET /v2.0/security-groups/fd2b321c-20d9-46eb-a7ab-304bfb9036d9 HTTP/1.1" status: 404 len: 347 time: 0.0173378 Aug 16 11:50:24.337424 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49666) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:24.461792 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49670) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:24.474801 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Deleting port 342d15a1-f2b8-4b45-ba88-cf2fe962945b {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:50:24.475144 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.518658 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd114-2bde-4526-8b0a-99cece1e5664 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.537177 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-deleted', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:50:24.539522 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac376f1b-bf11-439f-81b4-04deeb8f7575" -d '{"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-deleted", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:50:24.547179 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd114-2bde-4526-8b0a-99cece1e5664 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.555176 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.555515 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.569742 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Calling delete_port for 342d15a1-f2b8-4b45-ba88-cf2fe962945b owned by network:floatingip {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:50:24.581313 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7fc03e-c2e1-4d75-bd35-430bcac21872 x-openstack-request-id: req-cf7fc03e-c2e1-4d75-bd35-430bcac21872 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:50:24.581837 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38012e9-a1a5-4c5c-bd76-27c6a9ca1106", "name": "network-vif-deleted", "tag": "3f1e263a-62ab-4543-8a66-602f4f36b9be", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:50:24.582081 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf7fc03e-c2e1-4d75-bd35-430bcac21872 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:50:24.582462 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38012e9-a1a5-4c5c-bd76-27c6a9ca1106', 'name': 'network-vif-deleted', 'tag': '3f1e263a-62ab-4543-8a66-602f4f36b9be', 'status': 'completed', 'code': 200} Aug 16 11:50:24.679302 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd114-2bde-4526-8b0a-99cece1e5664 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.681966 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd114-2bde-4526-8b0a-99cece1e5664 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.684052 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-c4fbd114-2bde-4526-8b0a-99cece1e5664 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "DELETE /v2.0/security-groups/d1df5395-b617-48c0-a542-b6f48603c044 HTTP/1.1" status: 204 len: 168 time: 0.2204590 Aug 16 11:50:24.687304 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49674) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:24.693398 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbd114-2bde-4526-8b0a-99cece1e5664 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df5395-b617-48c0-a542-b6f48603c044,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:24.706758 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.api.v2.resource [None req-ea824b91-ecf7-4934-b582-6ef6bf4bc748 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] show failed (client error): The resource could not be found. Aug 16 11:50:24.712615 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ea824b91-ecf7-4934-b582-6ef6bf4bc748 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups/d1df5395-b617-48c0-a542-b6f48603c044 HTTP/1.1" status: 404 len: 347 time: 0.0195677 Aug 16 11:50:24.715454 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49676) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:24.822283 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.851887 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Pushing event deleted for resources: {'Port': ['ID=342d15a1-f2b8-4b45-ba88-cf2fe962945b,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:24.900057 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Deleting port 9a055ba8-ee4f-4c4e-aa17-09d8583b7955 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:50:24.900399 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.958279 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks [] for floatingip, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.960803 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.961950 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-6db5e62a-3405-4b01-9cc3-9ea5fdfe2b03 tempest-AttachVolumeShelveTestJSON-233043864 tempest-AttachVolumeShelveTestJSON-233043864-project] 10.222.0.25 "DELETE /v2.0/floatingips/abd78c87-d7f1-45d9-a1f6-33608353b8ab HTTP/1.1" status: 204 len: 168 time: 0.6233568 Aug 16 11:50:24.994498 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:24.997305 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:25.010389 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Calling delete_port for 9a055ba8-ee4f-4c4e-aa17-09d8583b7955 owned by network:floatingip {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:50:25.216628 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:25.253710 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event deleted for resources: {'Port': ['ID=9a055ba8-ee4f-4c4e-aa17-09d8583b7955,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:25.301361 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:25.304033 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:25.305211 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-5f0ffc75-3a65-4574-b31e-6b213ef650c0 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "DELETE /v2.0/floatingips/e1f15473-1d97-431e-bd93-ae16a3486d05 HTTP/1.1" status: 204 len: 168 time: 0.5887532 Aug 16 11:50:25.741843 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 068c3b1b-b486-4471-9fd8-77f36de8dd5d no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:50:25.762271 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 068c3b1b-b486-4471-9fd8-77f36de8dd5d {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:50:25.762674 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 068c3b1b-b486-4471-9fd8-77f36de8dd5d not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:50:25.763080 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:50:25.781148 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: 3f1e263a-62ab-4543-8a66-602f4f36b9be {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:50:25.781490 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 3f1e263a-62ab-4543-8a66-602f4f36b9be not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:50:26.225151 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49686) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:26.230974 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-8cf4aab6-9534-44bb-948d-3e8499e9d7c9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972070183', 'description': 'tempest-description--1426928977'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:26.347730 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aab6-9534-44bb-948d-3e8499e9d7c9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:26.431678 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aab6-9534-44bb-948d-3e8499e9d7c9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:26.536190 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aab6-9534-44bb-948d-3e8499e9d7c9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:26.564866 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4aab6-9534-44bb-948d-3e8499e9d7c9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d8714-c1ab-4951-8383-80839a37b25c,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:26.753679 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8cf4aab6-9534-44bb-948d-3e8499e9d7c9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:26.754985 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-8cf4aab6-9534-44bb-948d-3e8499e9d7c9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5284803 Aug 16 11:50:26.757832 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49698) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:26.762940 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-c4418c0b-4459-418d-b63a-9144452af062 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'security_group_rule': {'security_group_id': 'e18d8714-c1ab-4951-8383-80839a37b25c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:26.907625 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c4418c0b-4459-418d-b63a-9144452af062 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:26.962778 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c4418c0b-4459-418d-b63a-9144452af062 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.039309 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c4418c0b-4459-418d-b63a-9144452af062 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.059006 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4418c0b-4459-418d-b63a-9144452af062 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31112f2d-8c27-4c02-8133-104ee6e7b503,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:27.142191 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c4418c0b-4459-418d-b63a-9144452af062 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.143454 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-c4418c0b-4459-418d-b63a-9144452af062 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845880 Aug 16 11:50:27.146193 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49700) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:27.150736 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-dbd70e92-fdba-4e01-8efb-f57721bb8499 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'security_group_rule': {'security_group_id': 'e18d8714-c1ab-4951-8383-80839a37b25c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:27.267863 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-dbd70e92-fdba-4e01-8efb-f57721bb8499 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.322965 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-dbd70e92-fdba-4e01-8efb-f57721bb8499 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.393471 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-dbd70e92-fdba-4e01-8efb-f57721bb8499 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568942'] for security_group_rule, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.411320 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd70e92-fdba-4e01-8efb-f57721bb8499 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dfded8-0e14-41c5-a41e-513358b4ade9,revision_number=0']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:27.484603 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-dbd70e92-fdba-4e01-8efb-f57721bb8499 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.485837 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-dbd70e92-fdba-4e01-8efb-f57721bb8499 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386929 Aug 16 11:50:27.488870 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49702) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:27.493245 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.v2.base [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f'}} {{(pid=100977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:27.570651 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.665821 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.777936 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Allocated IP 172.27.0.170 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/561f8f93-8d9b-4135-ae91-8bdd373d327c) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:50:27.825523 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49710) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:27.883506 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:27.988167 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.023583 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:50:28.028899 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:50:28.032397 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:50:28.257022 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'Port': ['ID=561f8f93-8d9b-4135-ae91-8bdd373d327c,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:28.296416 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720321'] for router_interface, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.316150 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.419849 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.544661 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Deleting port 595afd4b-f86f-4591-98b9-8cebd216352f {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:50:28.545002 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.574909 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.626142 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] For port 595afd4b-f86f-4591-98b9-8cebd216352f, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=595afd4b-f86f-4591-98b9-8cebd216352f,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:28.626623 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.638987 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Calling delete_port for 595afd4b-f86f-4591-98b9-8cebd216352f owned by network:router_interface {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:50:28.639307 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6153912'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.702993 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'Port': ['ID=561f8f93-8d9b-4135-ae91-8bdd373d327c,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:28.716197 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.821309 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.822479 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-6b2e160f-0c60-4612-9a92-7ae297c938d1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3326955 Aug 16 11:50:28.947973 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:28.980991 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Pushing event deleted for resources: {'Port': ['ID=595afd4b-f86f-4591-98b9-8cebd216352f,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:29.045296 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-b6918525-35b4-4fb4-ba6b-c5b97fa670ea tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1972070183&fields=id&tenant_id=395c4bfffc4f4dd49392d3be253b630b HTTP/1.1" status: 200 len: 267 time: 0.0385334 Aug 16 11:50:29.168015 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-3965bcfc-fa63-4a72-8820-374f6bfbc9bb tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:29.169832 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-3965bcfc-fa63-4a72-8820-374f6bfbc9bb tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 810 time: 0.1141572 Aug 16 11:50:29.170259 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725585'] for router_interface, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:29.188946 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-b16959cf-2099-429a-9b28-c3c74c6cae4b tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/quotas/395c4bfffc4f4dd49392d3be253b630b HTTP/1.1" status: 200 len: 375 time: 0.0129650 Aug 16 11:50:29.246391 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7bf0d2e2-855d-434f-b101-861fb05432a1 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489616 Aug 16 11:50:29.396718 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-ae7c24fe-2837-49ac-83bf-12c9c879d1ca service neutron] 10.222.0.25 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359334 Aug 16 11:50:29.401571 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Router dde2550c-d072-4d50-8e36-656255f45d5a has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:50:29.500753 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-9258e4df-6e9b-4b78-a339-bde39734e54d service neutron] 10.222.0.25 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915101 Aug 16 11:50:29.520628 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:50:29.526613 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-49540b69-1dac-47fc-a1fa-a038b846a60b admin admin] 10.222.0.25 "PUT /v2.0/routers/dde2550c-d072-4d50-8e36-656255f45d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7045159 Aug 16 11:50:29.530086 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49736) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:29.531192 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] Sync routers for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:50:29.540741 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:29.541561 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:29.640889 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:29.651989 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:29.754690 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:29.821485 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8eaa3e2f-6512-4459-bbd0-0dbce2c3f19c req-7b2a53aa-cf6b-466c-b73d-e846c8e743e9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 210 time: 0.0297346 Aug 16 11:50:29.868996 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:50:28Z', 'revision_number': 5, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port': {'id': 'f00e137d-0f52-4fb2-a3ef-5895c5801974', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:14:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:42:36Z', 'updated_at': '2021-08-16T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:29.897477 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] Checking router: dde2550c-d072-4d50-8e36-656255f45d5a for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:50:29.912208 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] Routers {'dde2550c-d072-4d50-8e36-656255f45d5a'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:29.913663 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['dde2550c-d072-4d50-8e36-656255f45d5a'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:29.936805 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Deleting port f00e137d-0f52-4fb2-a3ef-5895c5801974 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:50:29.937224 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.018429 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] Set router dde2550c-d072-4d50-8e36-656255f45d5a gateway port host: None {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:30.035389 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] For port f00e137d-0f52-4fb2-a3ef-5895c5801974, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=f00e137d-0f52-4fb2-a3ef-5895c5801974,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:30.035747 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.047927 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Calling delete_port for f00e137d-0f52-4fb2-a3ef-5895c5801974 owned by network:router_gateway {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:50:30.075116 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:50:29Z', 'revision_number': 6, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port_host': None}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:30.103169 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cdbfd-b632-40b8-bf5f-b4056055e302 None None] The sync data for ids ['dde2550c-d072-4d50-8e36-656255f45d5a'] in dv-cinder-804698-1-iscsi is: [{'id': 'dde2550c-d072-4d50-8e36-656255f45d5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1180009712-router', 'tenant_id': '9ee6233957fd4f58aad455bc7aab64b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:42:35Z', 'updated_at': '2021-08-16T11:50:29Z', 'revision_number': 6, 'project_id': '9ee6233957fd4f58aad455bc7aab64b2', 'gw_port_host': None}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:50:30.370708 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.395126 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00e137d-0f52-4fb2-a3ef-5895c5801974,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:30.467824 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727803'] for router_gateway, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.572336 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7839'] for router, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.575300 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.725201 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726374'] for router, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.725696 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dde2550c-d072-4d50-8e36-656255f45d5a {{(pid=100977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 11:50:30.731314 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] Notify callbacks [] for router, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.733243 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-8304555f-3b92-432d-96cd-a264ba2b32c4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dde2550c-d072-4d50-8e36-656255f45d5a HTTP/1.1" status: 204 len: 168 time: 1.2019348 Aug 16 11:50:30.735604 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49750) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:30.787370 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-894f3ef5-ded4-48bf-911d-11a5d6e2cc53 admin admin] Deleting subnet 69b18b99-6824-483d-92e5-7e9470081e8e {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:50:30.790311 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-894f3ef5-ded4-48bf-911d-11a5d6e2cc53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.826654 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-894f3ef5-ded4-48bf-911d-11a5d6e2cc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:30.929346 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-afc3feb1-efcc-47cb-b2cb-194ac0e691b5 req-9ffb7480-a09b-4573-bdee-38d992205e9c tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 210 time: 0.0352242 Aug 16 11:50:30.938899 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-894f3ef5-ded4-48bf-911d-11a5d6e2cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.050783 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-894f3ef5-ded4-48bf-911d-11a5d6e2cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.079097 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3ef5-ded4-48bf-911d-11a5d6e2cc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b18b99-6824-483d-92e5-7e9470081e8e,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:31.085530 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a3c8cc-182b-4641-941a-8955e197e764 None None] Network 3db73e9b-6b39-4a78-96ce-de02f6e19129 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:50:31.086997 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-894f3ef5-ded4-48bf-911d-11a5d6e2cc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.089338 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-894f3ef5-ded4-48bf-911d-11a5d6e2cc53 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/69b18b99-6824-483d-92e5-7e9470081e8e HTTP/1.1" status: 204 len: 168 time: 0.3527534 Aug 16 11:50:31.091979 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49754) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:31.166421 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.227495 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Deleting port 355af544-fcf6-4648-813a-d7448675ab05 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:50:31.227843 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.274914 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] DHCP port deletion for 3db73e9b-6b39-4a78-96ce-de02f6e19129 request from dv-cinder-804698-1-iscsi {{(pid=100979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 11:50:31.291947 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] For port 355af544-fcf6-4648-813a-d7448675ab05, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=355af544-fcf6-4648-813a-d7448675ab05,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:31.292358 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.307388 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Calling delete_port for 355af544-fcf6-4648-813a-d7448675ab05 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:50:31.325621 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Deleting port 355af544-fcf6-4648-813a-d7448675ab05 {{(pid=100979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:50:31.325996 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.395866 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] For port 355af544-fcf6-4648-813a-d7448675ab05, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=355af544-fcf6-4648-813a-d7448675ab05,segment=NetworkSegment(47c05bb5-7c99-4a31-a985-9b2577c5587d),segment_id=47c05bb5-7c99-4a31-a985-9b2577c5587d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:31.396275 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.417355 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Calling delete_port for 355af544-fcf6-4648-813a-d7448675ab05 owned by network:dhcp {{(pid=100979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:50:31.463178 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 355af544-fcf6-4648-813a-d7448675ab05 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:50:31.484910 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.514674 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Pushing event deleted for resources: {'Port': ['ID=355af544-fcf6-4648-813a-d7448675ab05,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:31.516288 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] No DVR routers for this DVR port 355af544-fcf6-4648-813a-d7448675ab05 on host dv-cinder-804698-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:50:31.528278 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No active binding found for port 355af544-fcf6-4648-813a-d7448675ab05 {{(pid=100979) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 11:50:31.528718 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 355af544-fcf6-4648-813a-d7448675ab05 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:50:31.529200 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 595afd4b-f86f-4591-98b9-8cebd216352f no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:50:31.553658 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 595afd4b-f86f-4591-98b9-8cebd216352f {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:50:31.553939 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 595afd4b-f86f-4591-98b9-8cebd216352f not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:50:31.554357 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device f00e137d-0f52-4fb2-a3ef-5895c5801974 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:50:31.582522 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: f00e137d-0f52-4fb2-a3ef-5895c5801974 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:50:31.582901 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device f00e137d-0f52-4fb2-a3ef-5895c5801974 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:50:31.584678 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.612973 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.614129 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Pushing event deleted for resources: {'Port': ['ID=355af544-fcf6-4648-813a-d7448675ab05,revision_number=None']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:31.616839 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] No DVR routers for this DVR port 355af544-fcf6-4648-813a-d7448675ab05 on host dv-cinder-804698-1-iscsi {{(pid=100979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:50:31.628562 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.628920 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.629264 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.629605 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.629962 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.631837 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.632276 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.632768 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db73e9b-6b39-4a78-96ce-de02f6e19129']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:31.632912 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.633323 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.633662 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.633995 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.634319 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bdc65-d517-44a2-81aa-1d30c81139e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:50:31.650748 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c05bb5-7c99-4a31-a985-9b2577c5587d') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:31.651040 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c05bb5-7c99-4a31-a985-9b2577c5587d') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:31.662272 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.680915 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.689294 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:50:31.689702 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:50:31.691844 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:50:31.753920 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c58c87a8-9bf5-4642-be8a-918b1a7448df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.811085 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.816673 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:31.818885 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/3db73e9b-6b39-4a78-96ce-de02f6e19129 HTTP/1.1" status: 204 len: 168 time: 0.7258089 Aug 16 11:50:31.832265 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4c7c9-01ad-49b4-b45b-4090c8f726bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3db73e9b-6b39-4a78-96ce-de02f6e19129,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:32.026394 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b4880bcc-870c-4988-9c1c-cbef8ec34000 req-fada7b26-59c0-47a6-9c98-a0cbd851ecc8 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 210 time: 0.0269458 Aug 16 11:50:32.146843 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49764) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:32.186934 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-53c118aa-47c8-4a94-bff8-bf42d1f4b03a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ee6233957fd4f58aad455bc7aab64b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389318 Aug 16 11:50:32.189683 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 49766) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:32.242408 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1534769b-6bf1-453e-87cc-f7928459a597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:32.264044 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1534769b-6bf1-453e-87cc-f7928459a597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:32.364862 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1534769b-6bf1-453e-87cc-f7928459a597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:32.367439 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1534769b-6bf1-453e-87cc-f7928459a597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:32.368611 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1534769b-6bf1-453e-87cc-f7928459a597 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aba66f16-e936-404b-9b4f-bdddd98e4ec8 HTTP/1.1" status: 204 len: 168 time: 0.1780500 Aug 16 11:50:32.377113 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534769b-6bf1-453e-87cc-f7928459a597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba66f16-e936-404b-9b4f-bdddd98e4ec8,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:33.123552 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ae244096-aeb8-46ea-81a1-d37265843525 req-ca24ea3b-8755-444c-8fc6-473ba09739fe tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 210 time: 0.0285516 Aug 16 11:50:33.663766 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-1898a2c2-03d3-4cf5-839e-79c1d1ec8d26 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:33.665289 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-1898a2c2-03d3-4cf5-839e-79c1d1ec8d26 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 810 time: 0.1188562 Aug 16 11:50:33.720440 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-197e6f22-f334-40e5-bad4-cbd7a01c8a74 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=395c4bfffc4f4dd49392d3be253b630b HTTP/1.1" status: 200 len: 380 time: 0.0355024 Aug 16 11:50:33.730978 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'port': {'device_id': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'admin_state_up': True, 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'security_groups': ['e18d8714-c1ab-4951-8383-80839a37b25c']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:34.021986 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Made reservation on behalf of 395c4bfffc4f4dd49392d3be253b630b for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:50:34.025534 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:34.169272 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Allocated IP 172.20.0.14 (2ec46b04-b71e-4394-9c01-d5216b25ba8a/797190c4-5f8b-4402-afd0-1c2556d13e81/f069f85f-1c95-4ee2-bb7b-2327dd938a60) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:50:34.243141 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-19b6879b-6295-4960-9bf2-688ce5afd28f req-44781486-8a42-4179-9444-2546e4b14155 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 210 time: 0.0427561 Aug 16 11:50:34.328924 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:34.350287 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Transition to ACTIVE for port object f069f85f-1c95-4ee2-bb7b-2327dd938a60 will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:50:34.456641 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d2236ac8-984d-4b01-a281-1d650e9e2a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:34.458195 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:34.508802 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:50:34.511936 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:50:34.514305 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:50:34.549910 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event updated for resources: {'Port': ['ID=f069f85f-1c95-4ee2-bb7b-2327dd938a60,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:34.574990 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:34.575578 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:34.622864 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:34.686057 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-7946fec0-9031-4082-91d2-065a40ef0214 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9589436 Aug 16 11:50:34.700116 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Request body: {'port': {'device_id': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:34.755174 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:34.839721 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-a2291f05-4a91-4e7e-9902-3a190127975e None None] Provisioning for port f069f85f-1c95-4ee2-bb7b-2327dd938a60 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:50:34.844108 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-a2291f05-4a91-4e7e-9902-3a190127975e None None] Provisioning complete for port f069f85f-1c95-4ee2-bb7b-2327dd938a60 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:50:34.844492 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a2291f05-4a91-4e7e-9902-3a190127975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:34.880943 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-a2291f05-4a91-4e7e-9902-3a190127975e None None] Port f069f85f-1c95-4ee2-bb7b-2327dd938a60 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:50:35.047740 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f069f85f-1c95-4ee2-bb7b-2327dd938a60 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:50:35.055537 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.067647 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Transition to ACTIVE for port object f069f85f-1c95-4ee2-bb7b-2327dd938a60 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:50:35.181181 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.237605 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Pushing event updated for resources: {'Port': ['ID=f069f85f-1c95-4ee2-bb7b-2327dd938a60,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:35.312175 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Attempting to bind port f069f85f-1c95-4ee2-bb7b-2327dd938a60 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:50:35.318790 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Attempting to bind port f069f85f-1c95-4ee2-bb7b-2327dd938a60 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:50:35.318790 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Attempting to bind port f069f85f-1c95-4ee2-bb7b-2327dd938a60 on network 2ec46b04-b71e-4394-9c01-d5216b25ba8a {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:50:35.318790 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Port f069f85f-1c95-4ee2-bb7b-2327dd938a60 on network 2ec46b04-b71e-4394-9c01-d5216b25ba8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:50:35.318790 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Attempting to bind port f069f85f-1c95-4ee2-bb7b-2327dd938a60 on network 2ec46b04-b71e-4394-9c01-d5216b25ba8a {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:50:35.324710 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:50:35.325029 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Checking segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:50:35.325462 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Bound using segment: {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:50:35.325993 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Bound port: f069f85f-1c95-4ee2-bb7b-2327dd938a60, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3797a1f8-6138-4459-974b-fab903db0e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:50:35.326357 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.396751 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40034f04-9052-4cf0-a6e4-db03268e77e7 req-18221f0f-0fe4-4d1d-a85b-79e07a4f0820 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:35.398427 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-40034f04-9052-4cf0-a6e4-db03268e77e7 req-18221f0f-0fe4-4d1d-a85b-79e07a4f0820 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 944 time: 0.0732691 Aug 16 11:50:35.427466 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] For port f069f85f-1c95-4ee2-bb7b-2327dd938a60, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:50:35.429585 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] For port f069f85f-1c95-4ee2-bb7b-2327dd938a60, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f069f85f-1c95-4ee2-bb7b-2327dd938a60,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:50:35.451940 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-40034f04-9052-4cf0-a6e4-db03268e77e7 req-965728be-f3d7-421e-932f-eb5f3e66a115 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Aug 16 11:50:35.512917 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49842) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:35.525426 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.564965 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:35.565536 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.567034 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] 10.222.0.36 "PUT /v2.0/ports/f069f85f-1c95-4ee2-bb7b-2327dd938a60 HTTP/1.1" status: 200 len: 1094 time: 0.8717999 Aug 16 11:50:35.567537 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'tag': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:50:35.570103 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625408f2-b13d-481d-93b1-3aa4dba82138" -d '{"events": [{"name": "network-changed", "server_uuid": "9a804858-ea99-4bb9-a06d-a128fd02b370", "tag": "f069f85f-1c95-4ee2-bb7b-2327dd938a60"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:50:35.595587 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfebd4-9970-4589-8649-61bea58f10df service neutron] Pushing event updated for resources: {'Port': ['ID=f069f85f-1c95-4ee2-bb7b-2327dd938a60,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:35.617189 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed085fe-bf3c-461f-85b6-be1b79d4dd5b x-openstack-request-id: req-1ed085fe-bf3c-461f-85b6-be1b79d4dd5b {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:50:35.617596 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a804858-ea99-4bb9-a06d-a128fd02b370", "tag": "f069f85f-1c95-4ee2-bb7b-2327dd938a60", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:50:35.617916 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ed085fe-bf3c-461f-85b6-be1b79d4dd5b {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:50:35.618385 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'tag': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'status': 'completed', 'code': 200} Aug 16 11:50:35.655148 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-306a1fb9-9f53-4a95-8a0d-4d87270a7005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.719033 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625408f2-b13d-481d-93b1-3aa4dba82138 req-8bfd4f17-4e27-4208-8c2a-0ca19623af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:35.720509 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-625408f2-b13d-481d-93b1-3aa4dba82138 req-8bfd4f17-4e27-4208-8c2a-0ca19623af17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 1097 time: 0.0749512 Aug 16 11:50:35.811889 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.855641 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625408f2-b13d-481d-93b1-3aa4dba82138 req-630ced05-a0c2-4445-942a-59c37e20dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:35.857130 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-625408f2-b13d-481d-93b1-3aa4dba82138 req-630ced05-a0c2-4445-942a-59c37e20dae9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=395c4bfffc4f4dd49392d3be253b630b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1247468 Aug 16 11:50:35.861630 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-306a1fb9-9f53-4a95-8a0d-4d87270a7005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.952414 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-306a1fb9-9f53-4a95-8a0d-4d87270a7005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:35.975705 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625408f2-b13d-481d-93b1-3aa4dba82138 req-3f54b248-6add-4478-b5e0-73c5395742b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:35.977089 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-625408f2-b13d-481d-93b1-3aa4dba82138 req-3f54b248-6add-4478-b5e0-73c5395742b4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1121707 Aug 16 11:50:35.995644 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a1fb9-9f53-4a95-8a0d-4d87270a7005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cf7c42-dc8e-4c24-83f2-31efc9b8c3e2,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:35.999789 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-306a1fb9-9f53-4a95-8a0d-4d87270a7005 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c28b35f8359b4966bfa64bf96f8b4b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4857020 Aug 16 11:50:36.002557 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49848) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:36.089828 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2126da25-7513-4689-869d-9fe4d8438348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:36.095800 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-0df08da3-b8da-43b2-b8cd-2b9520930554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:36.097345 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-0df08da3-b8da-43b2-b8cd-2b9520930554 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 1097 time: 0.0715513 Aug 16 11:50:36.146517 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2126da25-7513-4689-869d-9fe4d8438348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:36.149493 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-abe7f949-2607-48ec-b9ad-86b84f8ea9e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f069f85f-1c95-4ee2-bb7b-2327dd938a60 HTTP/1.1" status: 200 len: 217 time: 0.0417867 Aug 16 11:50:36.216900 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-1f0851ff-d504-46f5-8334-2129d20191cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:36.218339 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-1f0851ff-d504-46f5-8334-2129d20191cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=797190c4-5f8b-4402-afd0-1c2556d13e81 HTTP/1.1" status: 200 len: 849 time: 0.0594790 Aug 16 11:50:36.270120 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-cd8e68c1-70b5-4a38-98ac-11bf2248cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:36.271555 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-cd8e68c1-70b5-4a38-98ac-11bf2248cfcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec46b04-b71e-4394-9c01-d5216b25ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452666 Aug 16 11:50:36.321300 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2126da25-7513-4689-869d-9fe4d8438348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:36.324044 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2126da25-7513-4689-869d-9fe4d8438348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:36.325275 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-2126da25-7513-4689-869d-9fe4d8438348 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05cf7c42-dc8e-4c24-83f2-31efc9b8c3e2 HTTP/1.1" status: 204 len: 168 time: 0.3215668 Aug 16 11:50:36.336716 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126da25-7513-4689-869d-9fe4d8438348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cf7c42-dc8e-4c24-83f2-31efc9b8c3e2,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:36.389084 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-48585a9e-5375-47fa-940c-8225bb803bc9 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088347 Aug 16 11:50:36.494371 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-69b5fdb8-5fe4-430b-b562-eea28842dc70 req-1c522899-f664-4efb-9bf0-98e0e05a7a5e service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975649 Aug 16 11:50:36.579415 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2b1d3-6952-4cc5-b94a-8ea2db0ae6ab req-9f84c79d-9778-49a6-a2cf-6966c0e75779 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:36.581005 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8fb2b1d3-6952-4cc5-b94a-8ea2db0ae6ab req-9f84c79d-9778-49a6-a2cf-6966c0e75779 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 944 time: 0.0551679 Aug 16 11:50:36.622897 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8fb2b1d3-6952-4cc5-b94a-8ea2db0ae6ab req-90e118ac-a791-40d1-9e4a-cad24fcf4d62 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351980 Aug 16 11:50:37.034352 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49858) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:37.050483 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3c7945b2-78ba-493d-b234-1085155bf677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:37.138950 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3c7945b2-78ba-493d-b234-1085155bf677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:37.210369 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3c7945b2-78ba-493d-b234-1085155bf677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:37.250004 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7945b2-78ba-493d-b234-1085155bf677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da2cb1-5510-4400-8c8c-e7c20a126395,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:37.255805 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-3c7945b2-78ba-493d-b234-1085155bf677 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b82ece7d8d3349feb0ac9490314d5a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203920 Aug 16 11:50:37.258562 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49860) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:37.309566 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-33cfefbf-b074-4958-b91c-33751e3d8319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:37.319900 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:37.336063 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-33cfefbf-b074-4958-b91c-33751e3d8319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:37.444925 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-33cfefbf-b074-4958-b91c-33751e3d8319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:37.447539 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-33cfefbf-b074-4958-b91c-33751e3d8319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:37.448977 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-33cfefbf-b074-4958-b91c-33751e3d8319 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7da2cb1-5510-4400-8c8c-e7c20a126395 HTTP/1.1" status: 204 len: 168 time: 0.1893673 Aug 16 11:50:37.456766 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfefbf-b074-4958-b91c-33751e3d8319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da2cb1-5510-4400-8c8c-e7c20a126395,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:37.743575 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af374e-b18c-4d96-91fa-69023336271c req-cabfc077-8c4c-4cf5-a94e-b44dd70feac4 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:37.747082 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-91af374e-b18c-4d96-91fa-69023336271c req-cabfc077-8c4c-4cf5-a94e-b44dd70feac4 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 944 time: 0.0516350 Aug 16 11:50:37.792399 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-91af374e-b18c-4d96-91fa-69023336271c req-a61914ad-6ae7-4d82-9746-10326e7e1d0f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405564 Aug 16 11:50:37.861987 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-90b2c72a-9083-453f-b452-f940d7ee38af tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253730015&fields=id&tenant_id=71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 267 time: 0.0339372 Aug 16 11:50:37.977542 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-deff594a-0c79-4654-a6e7-514fd27a0c7b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:37.979056 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-deff594a-0c79-4654-a6e7-514fd27a0c7b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 811 time: 0.1092637 Aug 16 11:50:37.994743 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-1cb7b128-b521-4ac6-a309-6f1bf8878377 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/quotas/71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 375 time: 0.0092230 Aug 16 11:50:38.052781 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-89c64f85-6e9a-4456-8192-ea0c4bfc26c3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0519004 Aug 16 11:50:38.154984 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-cb7ebd07-cf38-4c4b-945f-d622f30a99ac service neutron] 10.222.0.25 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897143 Aug 16 11:50:38.248017 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-9d8c2bc8-0457-46c7-8465-19e0107060e1 service neutron] 10.222.0.25 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865676 Aug 16 11:50:38.690038 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f069f85f-1c95-4ee2-bb7b-2327dd938a60 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:50:38.790987 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f069f85f-1c95-4ee2-bb7b-2327dd938a60, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f069f85f-1c95-4ee2-bb7b-2327dd938a60,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:38.804551 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'port_id': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'mac_address': 'fa:16:3e:c6:8c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:50:38.849152 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:38.866476 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f069f85f-1c95-4ee2-bb7b-2327dd938a60 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:50:38.885182 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5a63997e-8bdd-4518-b7b1-84d92a3a82d5 req-beea1ba5-3752-467b-9892-812775fbc3cc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0323820 Aug 16 11:50:38.910679 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f069f85f-1c95-4ee2-bb7b-2327dd938a60, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f069f85f-1c95-4ee2-bb7b-2327dd938a60,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:38.943555 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833287e9-7b63-4d44-9aab-b1e8337234a7 req-46367fa5-7c8c-4b19-b0de-35847a96a9c3 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:38.943555 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-833287e9-7b63-4d44-9aab-b1e8337234a7 req-46367fa5-7c8c-4b19-b0de-35847a96a9c3 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 944 time: 0.0549033 Aug 16 11:50:38.988194 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-833287e9-7b63-4d44-9aab-b1e8337234a7 req-65e517b7-6b38-4442-9b85-6a9f9d74dc03 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341995 Aug 16 11:50:39.044777 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:39.102791 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f069f85f-1c95-4ee2-bb7b-2327dd938a60,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:39.283171 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['f069f85f-1c95-4ee2-bb7b-2327dd938a60'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:50:39.987072 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-17568318-24a6-4c86-8dc4-29dcac6b0e9c req-3fb59d6d-5b4b-4bf5-a866-9020dcffd65b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0338652 Aug 16 11:50:40.102174 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eaa55-ba3a-4188-81ae-3694dbe3a798 req-e9e1fc7e-a63a-4256-8f16-f5d101266339 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:40.103741 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d78eaa55-ba3a-4188-81ae-3694dbe3a798 req-e9e1fc7e-a63a-4256-8f16-f5d101266339 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 945 time: 0.0513098 Aug 16 11:50:40.142229 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d78eaa55-ba3a-4188-81ae-3694dbe3a798 req-d54af728-c716-4c52-9d9a-a87787909e95 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Aug 16 11:50:40.721668 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f069f85f-1c95-4ee2-bb7b-2327dd938a60 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:50:40.907576 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port f069f85f-1c95-4ee2-bb7b-2327dd938a60 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:50:40.911649 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port f069f85f-1c95-4ee2-bb7b-2327dd938a60 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:50:40.912013 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:40.993040 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:41.018710 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:50:41.020871 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60146d7f-207b-4a76-ac87-f17026552a65" -d '{"events": [{"server_uuid": "9a804858-ea99-4bb9-a06d-a128fd02b370", "name": "network-vif-plugged", "status": "completed", "tag": "f069f85f-1c95-4ee2-bb7b-2327dd938a60"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:50:41.036933 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port f069f85f-1c95-4ee2-bb7b-2327dd938a60, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f069f85f-1c95-4ee2-bb7b-2327dd938a60,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:41.062497 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a74f048-bbaa-4c7c-bd79-40013980b50c x-openstack-request-id: req-6a74f048-bbaa-4c7c-bd79-40013980b50c {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:50:41.062830 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a804858-ea99-4bb9-a06d-a128fd02b370", "name": "network-vif-plugged", "status": "completed", "tag": "f069f85f-1c95-4ee2-bb7b-2327dd938a60", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:50:41.063077 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a74f048-bbaa-4c7c-bd79-40013980b50c {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:50:41.063468 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'code': 200} Aug 16 11:50:41.098392 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-54002ea8-528e-4456-8220-afedfaf05953 req-2b78d977-7988-497c-9076-4eee17b74fd5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0356443 Aug 16 11:50:41.165321 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:41.221098 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=f069f85f-1c95-4ee2-bb7b-2327dd938a60,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:41.278129 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3646b76-1188-49fb-8326-a0618c681594 req-397f3607-0e97-4d58-91dd-7423800ebd60 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:41.279875 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3646b76-1188-49fb-8326-a0618c681594 req-397f3607-0e97-4d58-91dd-7423800ebd60 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 946 time: 0.0613925 Aug 16 11:50:41.329523 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3646b76-1188-49fb-8326-a0618c681594 req-16d4aa8c-7a36-482a-b90e-c32c5809fed3 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Aug 16 11:50:41.354853 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-04628f46-a093-4d09-97bf-4a3796137dcc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:41.356356 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-04628f46-a093-4d09-97bf-4a3796137dcc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 811 time: 0.1216290 Aug 16 11:50:41.423886 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-de2e13fb-f531-4982-a682-91b2d540e076 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71be547003924f3980691e88229bd396 HTTP/1.1" status: 200 len: 380 time: 0.0533106 Aug 16 11:50:41.438635 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'port': {'device_id': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'admin_state_up': True, 'tenant_id': '71be547003924f3980691e88229bd396', 'security_groups': ['103e3c10-117d-468e-856f-ea4c5863d942']}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:41.529117 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910b627-3c75-466a-a601-29e851ad7157 req-26f8e580-3e56-4c1d-be7a-452215f45c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:41.530655 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f910b627-3c75-466a-a601-29e851ad7157 req-26f8e580-3e56-4c1d-be7a-452215f45c50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 1099 time: 0.1059520 Aug 16 11:50:41.592790 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-f910b627-3c75-466a-a601-29e851ad7157 req-4154d788-b6ec-4695-bbe1-4f30fc72dc3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479715 Aug 16 11:50:41.679262 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Made reservation on behalf of 71be547003924f3980691e88229bd396 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:50:41.684535 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:41.830797 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Allocated IP 172.20.0.8 (80bd583c-314b-4fc5-9793-1c72b5266f21/92cea1e7-cc80-4de5-b1f6-b27f35958ce4/674f3a79-da89-4f68-be0e-da00554888e3) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:50:41.985492 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:42.001343 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Transition to ACTIVE for port object 674f3a79-da89-4f68-be0e-da00554888e3 will not be triggered until provisioned by entity DHCP. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:50:42.102319 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:42.148865 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Network 80bd583c-314b-4fc5-9793-1c72b5266f21 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:50:42.152248 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:50:42.156352 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:50:42.181162 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=674f3a79-da89-4f68-be0e-da00554888e3,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:42.218991 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:42.219717 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:42.224986 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1927b6-ccd4-4ac9-becc-b2e6c6125009 req-21e7d862-a1ef-4eb3-9980-deb3fb928b1b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:42.231388 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0e1927b6-ccd4-4ac9-becc-b2e6c6125009 req-21e7d862-a1ef-4eb3-9980-deb3fb928b1b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 931 time: 0.0622931 Aug 16 11:50:42.271742 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0e1927b6-ccd4-4ac9-becc-b2e6c6125009 req-e8081949-bc74-475d-b98a-d87925c9415f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383358 Aug 16 11:50:42.321195 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-df5a5db0-dabc-4c3d-9646-080938efbe94 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8879576 Aug 16 11:50:42.335667 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Request body: {'port': {'device_id': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:42.408509 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:42.470190 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be800340-973a-47cf-8fad-0109ec82c214 req-f6cba873-1c83-4f0f-baa8-0eee1a882738 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:42.471655 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-be800340-973a-47cf-8fad-0109ec82c214 req-f6cba873-1c83-4f0f-baa8-0eee1a882738 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 946 time: 0.0629685 Aug 16 11:50:42.473340 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-46ca36bb-9deb-43a0-871e-d4799e452270 None None] Provisioning for port 674f3a79-da89-4f68-be0e-da00554888e3 completed by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:50:42.477691 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-46ca36bb-9deb-43a0-871e-d4799e452270 None None] Provisioning complete for port 674f3a79-da89-4f68-be0e-da00554888e3 triggered by entity DHCP. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:50:42.478710 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-46ca36bb-9deb-43a0-871e-d4799e452270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:42.524309 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-be800340-973a-47cf-8fad-0109ec82c214 req-0c1ae783-3780-4be9-9351-4214c8a6ef97 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Aug 16 11:50:42.524948 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-46ca36bb-9deb-43a0-871e-d4799e452270 None None] Port 674f3a79-da89-4f68-be0e-da00554888e3 cannot update to ACTIVE because it is not bound. {{(pid=100979) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 11:50:42.706134 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674f3a79-da89-4f68-be0e-da00554888e3 {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:50:42.713765 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:42.726633 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Transition to ACTIVE for port object 674f3a79-da89-4f68-be0e-da00554888e3 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:50:42.816518 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:42.874078 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Pushing event updated for resources: {'Port': ['ID=674f3a79-da89-4f68-be0e-da00554888e3,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:42.951147 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Attempting to bind port 674f3a79-da89-4f68-be0e-da00554888e3 on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:50:42.951573 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Attempting to bind port 674f3a79-da89-4f68-be0e-da00554888e3 by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:50:42.951956 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Attempting to bind port 674f3a79-da89-4f68-be0e-da00554888e3 on network 80bd583c-314b-4fc5-9793-1c72b5266f21 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:50:42.956856 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Port 674f3a79-da89-4f68-be0e-da00554888e3 on network 80bd583c-314b-4fc5-9793-1c72b5266f21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:50:42.961238 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Attempting to bind port 674f3a79-da89-4f68-be0e-da00554888e3 on network 80bd583c-314b-4fc5-9793-1c72b5266f21 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:50:42.962651 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:50:42.962999 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Checking segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:50:42.963382 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Bound using segment: {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:50:42.963856 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Bound port: 674f3a79-da89-4f68-be0e-da00554888e3, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194d16e8-4943-4099-a579-2b5bf693f369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:50:42.964290 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:43.319114 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] For port 674f3a79-da89-4f68-be0e-da00554888e3, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:50:43.322390 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] For port 674f3a79-da89-4f68-be0e-da00554888e3, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=674f3a79-da89-4f68-be0e-da00554888e3,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:50:43.397673 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43fade-ec8f-40a1-a50c-ac42aaa6c432 req-50f1aed8-54fd-401b-8316-b5bb189cd0f5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:43.399310 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0a43fade-ec8f-40a1-a50c-ac42aaa6c432 req-50f1aed8-54fd-401b-8316-b5bb189cd0f5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0533099 Aug 16 11:50:43.416467 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:43.441007 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0a43fade-ec8f-40a1-a50c-ac42aaa6c432 req-7943ec93-5f21-42e6-a4f3-5c0707230c0d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356722 Aug 16 11:50:43.454068 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:43.454706 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:43.465341 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] 10.222.0.36 "PUT /v2.0/ports/674f3a79-da89-4f68-be0e-da00554888e3 HTTP/1.1" status: 200 len: 1093 time: 1.1267605 Aug 16 11:50:43.465341 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:50:43.465341 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85990673-0c8b-4ec0-bab1-632810ee62d4" -d '{"events": [{"name": "network-changed", "server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "tag": "674f3a79-da89-4f68-be0e-da00554888e3"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:50:43.503024 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a191e86-390a-4f1a-9bae-ca940189b904 service neutron] Pushing event updated for resources: {'Port': ['ID=674f3a79-da89-4f68-be0e-da00554888e3,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:43.509142 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa3437-b49a-4d9d-a7dd-ae791f5f29ca x-openstack-request-id: req-29fa3437-b49a-4d9d-a7dd-ae791f5f29ca {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:50:43.509572 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "tag": "674f3a79-da89-4f68-be0e-da00554888e3", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:50:43.510396 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29fa3437-b49a-4d9d-a7dd-ae791f5f29ca {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:50:43.511068 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3', 'status': 'completed', 'code': 200} Aug 16 11:50:43.575419 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990673-0c8b-4ec0-bab1-632810ee62d4 req-3ce3c940-e4d2-4c3e-938a-3b9867cadf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:43.581548 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-85990673-0c8b-4ec0-bab1-632810ee62d4 req-3ce3c940-e4d2-4c3e-938a-3b9867cadf74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 1096 time: 0.0486922 Aug 16 11:50:43.655396 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206f656-361a-413c-8bb4-fd36cd1ae263 req-35a2d80a-52c0-4529-b723-9bbca9bbd0f2 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:43.657551 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b206f656-361a-413c-8bb4-fd36cd1ae263 req-35a2d80a-52c0-4529-b723-9bbca9bbd0f2 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 946 time: 0.0590823 Aug 16 11:50:43.708131 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990673-0c8b-4ec0-bab1-632810ee62d4 req-df3be150-30d7-425c-8ae7-48f871c33f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:43.715020 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-85990673-0c8b-4ec0-bab1-632810ee62d4 req-df3be150-30d7-425c-8ae7-48f871c33f50 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=71be547003924f3980691e88229bd396&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1248167 Aug 16 11:50:43.719295 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b206f656-361a-413c-8bb4-fd36cd1ae263 req-ce263569-02b3-4c48-8e79-027624e300e8 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555611 Aug 16 11:50:43.833909 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85990673-0c8b-4ec0-bab1-632810ee62d4 req-cc3e5552-e064-45e4-92a8-406e6c6f018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:43.835750 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-85990673-0c8b-4ec0-bab1-632810ee62d4 req-cc3e5552-e064-45e4-92a8-406e6c6f018d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1190364 Aug 16 11:50:43.859139 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a3a8e-78c3-4e0e-90c7-d68e44d6f1c4 req-fdc683fd-1aa6-407c-b417-97a21b377391 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:43.860690 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-625a3a8e-78c3-4e0e-90c7-d68e44d6f1c4 req-fdc683fd-1aa6-407c-b417-97a21b377391 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 946 time: 0.0584228 Aug 16 11:50:43.871186 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 49982) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:43.875853 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Request body: {'floatingip': {'port_id': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:43.935243 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:44.009814 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-5be02b25-924c-4eca-9e15-ad2b22bb63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:44.012125 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-5be02b25-924c-4eca-9e15-ad2b22bb63ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 1096 time: 0.1335666 Aug 16 11:50:44.081152 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-14713ce3-c5ae-4fb9-bfac-e269bc2da237 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=674f3a79-da89-4f68-be0e-da00554888e3 HTTP/1.1" status: 200 len: 217 time: 0.0455596 Aug 16 11:50:44.201783 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-025de00f-c429-44f3-ae40-a8e174d0577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:44.203318 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-025de00f-c429-44f3-ae40-a8e174d0577e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.1086619 Aug 16 11:50:44.302032 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-351ade1d-0a71-4206-8d03-cb5fde334963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:44.303533 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-351ade1d-0a71-4206-8d03-cb5fde334963 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905550 Aug 16 11:50:44.474535 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-66fa89e2-b126-4d64-a0bd-680945325eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405854 Aug 16 11:50:44.561792 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264910b-e323-417f-a5e2-ece1f7760d59 req-a884b345-1731-4445-a2f9-b6dee5b73995 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:44.563439 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3264910b-e323-417f-a5e2-ece1f7760d59 req-a884b345-1731-4445-a2f9-b6dee5b73995 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0492129 Aug 16 11:50:44.603263 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3264910b-e323-417f-a5e2-ece1f7760d59 req-2321ba5d-16e7-44c3-911e-9a10cd4e3061 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335450 Aug 16 11:50:44.625679 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:44.630857 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b7f19a81-39e1-435d-8a0e-28da9a9f82a4 req-8f5f6a90-500b-48b7-a3ef-070f9245010a service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381044 Aug 16 11:50:44.770355 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:44.878198 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Floating IP 6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320 associated. External IP: 172.27.0.170, port: f069f85f-1c95-4ee2-bb7b-2327dd938a60. Aug 16 11:50:45.101351 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Router 9f6ddaab-e026-4122-89d7-a5015380ae80 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:50:45.223720 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:50:45.228392 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:45.236810 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] Sync routers for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:50:45.250307 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:45.251688 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:45.258617 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-0ec89977-4563-43b0-b596-207959cdc799 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "PUT /v2.0/floatingips/6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320 HTTP/1.1" status: 200 len: 992 time: 1.3850033 Aug 16 11:50:45.372917 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:45.512635 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'tag': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:50:45.516162 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276ed813-5e25-45e3-92c0-3b5b838cca05" -d '{"events": [{"name": "network-changed", "server_uuid": "9a804858-ea99-4bb9-a06d-a128fd02b370", "tag": "f069f85f-1c95-4ee2-bb7b-2327dd938a60"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:50:45.555123 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e464e74-3389-452a-b7e8-343e2b4d532f x-openstack-request-id: req-5e464e74-3389-452a-b7e8-343e2b4d532f {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:50:45.555404 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a804858-ea99-4bb9-a06d-a128fd02b370", "tag": "f069f85f-1c95-4ee2-bb7b-2327dd938a60", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:50:45.555657 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e464e74-3389-452a-b7e8-343e2b4d532f {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:50:45.556063 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'tag': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'status': 'completed', 'code': 200} Aug 16 11:50:45.621302 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'port_id': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'mac_address': 'fa:16:3e:c6:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:50:28Z', 'updated_at': '2021-08-16T11:50:44Z', 'revision_number': 1, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:45.621837 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-854920ff-0890-4d22-a060-98421ebca24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:45.623373 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-854920ff-0890-4d22-a060-98421ebca24d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=395c4bfffc4f4dd49392d3be253b630b&device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 1099 time: 0.0445895 Aug 16 11:50:45.649871 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] Checking router: 9f6ddaab-e026-4122-89d7-a5015380ae80 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:50:45.657678 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:45.658311 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:45.733014 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff47b15-1453-4181-9ca3-cfa0f10aaa3d req-bfff65b1-e7b0-47af-a6f0-a09dec317a9d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:45.734827 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7ff47b15-1453-4181-9ca3-cfa0f10aaa3d req-bfff65b1-e7b0-47af-a6f0-a09dec317a9d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0545402 Aug 16 11:50:45.751285 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-b69dfc26-8223-4c01-8c00-f522e7b4d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:45.752953 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-b69dfc26-8223-4c01-8c00-f522e7b4d435 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 200 len: 910 time: 0.1060233 Aug 16 11:50:45.770533 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:45.782196 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7ff47b15-1453-4181-9ca3-cfa0f10aaa3d req-04d823c7-98c3-4194-bfcc-5bc7697c4d47 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 Aug 16 11:50:45.826372 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-ed1e25e1-c5dd-4840-9245-4590c8fd18b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f069f85f-1c95-4ee2-bb7b-2327dd938a60 HTTP/1.1" status: 200 len: 1000 time: 0.0661583 Aug 16 11:50:45.881802 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-781107bd-6701-444e-83a0-fb7df441e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:45.883331 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-781107bd-6701-444e-83a0-fb7df441e3ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=797190c4-5f8b-4402-afd0-1c2556d13e81 HTTP/1.1" status: 200 len: 849 time: 0.0504811 Aug 16 11:50:45.930597 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-8a586c8c-05ce-4cfa-b20a-f691eeb7b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:45.932130 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-8a586c8c-05ce-4cfa-b20a-f691eeb7b0eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ec46b04-b71e-4394-9c01-d5216b25ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416098 Aug 16 11:50:46.031079 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-00c16fcf-7b2c-4560-967f-310c6a037e02 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909412 Aug 16 11:50:46.095602 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'port_id': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'mac_address': 'fa:16:3e:c6:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:50:28Z', 'updated_at': '2021-08-16T11:50:44Z', 'revision_number': 1, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:46.122436 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e939400-d1c1-4e48-b209-b3ff197c411a None None] The sync data for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi is: [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': '6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'port_id': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'mac_address': 'fa:16:3e:c6:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:50:28Z', 'updated_at': '2021-08-16T11:50:44Z', 'revision_number': 1, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:50:46.134345 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-276ed813-5e25-45e3-92c0-3b5b838cca05 req-ca0d7ec1-6edd-483e-b9aa-deb515f98335 service neutron] 10.222.0.36 "GET /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963597 Aug 16 11:50:46.324593 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f5e42-99fe-4711-a04b-8d0590ad04a4 None None] New status for floating IP 6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320: ACTIVE {{(pid=100979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:50:46.907451 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2954ae-58c5-47b5-bc76-9160fcdbbed6 req-0a10cd49-abff-4453-a315-ad997e7b1685 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:46.909032 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6e2954ae-58c5-47b5-bc76-9160fcdbbed6 req-0a10cd49-abff-4453-a315-ad997e7b1685 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0493865 Aug 16 11:50:46.953335 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6e2954ae-58c5-47b5-bc76-9160fcdbbed6 req-9c835b70-ae76-42b1-b0d4-fe256e71c326 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381017 Aug 16 11:50:48.075410 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b98311-1b09-40f8-9f78-76dda25b083f req-10971b9e-1e61-467b-80cb-4f76c4baf319 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:48.077199 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-58b98311-1b09-40f8-9f78-76dda25b083f req-10971b9e-1e61-467b-80cb-4f76c4baf319 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0569868 Aug 16 11:50:48.119614 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-58b98311-1b09-40f8-9f78-76dda25b083f req-040e1968-ffa7-4e1c-8fe7-d3a7f8d2babc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Aug 16 11:50:49.247684 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f30fc-42cb-4ba2-a276-f9064ab72e34 req-dec17028-1e9c-4ec7-a925-c8b262b56325 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:49.249323 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-922f30fc-42cb-4ba2-a276-f9064ab72e34 req-dec17028-1e9c-4ec7-a925-c8b262b56325 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0507720 Aug 16 11:50:49.286097 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-922f30fc-42cb-4ba2-a276-f9064ab72e34 req-6f6ca98f-1dbd-482a-8893-d7657e8052d2 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Aug 16 11:50:50.414208 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a357b-94c6-4669-a11e-c66f021ae5b5 req-b9b99187-2895-43a5-a883-f61be74e467f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:50.415795 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-248a357b-94c6-4669-a11e-c66f021ae5b5 req-b9b99187-2895-43a5-a883-f61be74e467f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0581157 Aug 16 11:50:50.481438 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-248a357b-94c6-4669-a11e-c66f021ae5b5 req-59d667aa-4bc8-47ef-a10b-8d62b32f1ae6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539956 Aug 16 11:50:50.760143 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 674f3a79-da89-4f68-be0e-da00554888e3 details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:50:50.861465 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 674f3a79-da89-4f68-be0e-da00554888e3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=674f3a79-da89-4f68-be0e-da00554888e3,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:50.877888 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': '674f3a79-da89-4f68-be0e-da00554888e3', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'port_id': '674f3a79-da89-4f68-be0e-da00554888e3', 'mac_address': 'fa:16:3e:64:3d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:50:50.918872 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:50.932918 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674f3a79-da89-4f68-be0e-da00554888e3 {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:50:50.953942 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 674f3a79-da89-4f68-be0e-da00554888e3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=674f3a79-da89-4f68-be0e-da00554888e3,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:51.016155 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:51.063300 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=674f3a79-da89-4f68-be0e-da00554888e3,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:51.262283 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['674f3a79-da89-4f68-be0e-da00554888e3'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:50:51.597376 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa875d-0459-4190-bae4-face96bd1c69 req-e3fd9417-14c5-4e80-b171-74a556c4867d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:51.599035 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-86aa875d-0459-4190-bae4-face96bd1c69 req-e3fd9417-14c5-4e80-b171-74a556c4867d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 944 time: 0.0550060 Aug 16 11:50:51.638511 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-86aa875d-0459-4190-bae4-face96bd1c69 req-1ba8d1cb-7dc9-49bc-bfcc-d7d93d22af96 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325232 Aug 16 11:50:52.564425 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:52.752900 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a765d-5d54-45b8-8ce3-ad807863de1f req-9b70a0e9-144e-494d-94b5-6f4cdab3fdb3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:52.754337 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f52a765d-5d54-45b8-8ce3-ad807863de1f req-9b70a0e9-144e-494d-94b5-6f4cdab3fdb3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 944 time: 0.0481179 Aug 16 11:50:52.775894 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 674f3a79-da89-4f68-be0e-da00554888e3 up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:50:52.793136 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f52a765d-5d54-45b8-8ce3-ad807863de1f req-f4228cde-065d-4e5b-b31f-aa14db8cdcdb tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326695 Aug 16 11:50:52.912869 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port 674f3a79-da89-4f68-be0e-da00554888e3 completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:50:52.917434 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port 674f3a79-da89-4f68-be0e-da00554888e3 triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:50:52.917923 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:53.119076 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:53.141351 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:50:53.143600 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15791a9f-9701-4e2d-bd6c-55e60c210870" -d '{"events": [{"server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "name": "network-vif-plugged", "status": "completed", "tag": "674f3a79-da89-4f68-be0e-da00554888e3"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:50:53.157087 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 674f3a79-da89-4f68-be0e-da00554888e3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=674f3a79-da89-4f68-be0e-da00554888e3,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:50:53.180606 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ba6d46-66ac-45c4-9410-ec47cb35e6f1 x-openstack-request-id: req-67ba6d46-66ac-45c4-9410-ec47cb35e6f1 {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:50:53.180913 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "name": "network-vif-plugged", "status": "completed", "tag": "674f3a79-da89-4f68-be0e-da00554888e3", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:50:53.181161 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67ba6d46-66ac-45c4-9410-ec47cb35e6f1 {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:50:53.181559 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3', 'code': 200} Aug 16 11:50:53.238811 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:53.292222 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=674f3a79-da89-4f68-be0e-da00554888e3,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:53.589235 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c1097-3495-46ac-9d72-ec564ed6743a req-4d5f993e-d5ff-44fe-a667-a7b29934779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:53.590684 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-020c1097-3495-46ac-9d72-ec564ed6743a req-4d5f993e-d5ff-44fe-a667-a7b29934779f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 1098 time: 0.0411716 Aug 16 11:50:53.625899 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-020c1097-3495-46ac-9d72-ec564ed6743a req-7a348a00-f2a7-41a1-8f14-a746db21a920 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280452 Aug 16 11:50:53.911016 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79a255-70da-4ba4-b30d-e9d6ccf6faee req-397f5a8d-acd1-4e49-b3b1-b1474f492822 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:53.912488 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bb79a255-70da-4ba4-b30d-e9d6ccf6faee req-397f5a8d-acd1-4e49-b3b1-b1474f492822 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0483897 Aug 16 11:50:53.952148 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bb79a255-70da-4ba4-b30d-e9d6ccf6faee req-f74ec3eb-a2fb-4549-87f1-037dd8eb794b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338080 Aug 16 11:50:55.073061 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19a2d0-b9fb-44af-a7d8-045090d4c339 req-c2a77fbd-efa8-4492-871e-33c282d46538 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:55.074654 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6b19a2d0-b9fb-44af-a7d8-045090d4c339 req-c2a77fbd-efa8-4492-871e-33c282d46538 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0538080 Aug 16 11:50:55.120449 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6b19a2d0-b9fb-44af-a7d8-045090d4c339 req-e4e77e5f-7e17-43d4-9365-a7b29ecf62a4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390816 Aug 16 11:50:55.242342 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6875b-a71c-4100-b8e8-1cac8987329d req-e8f20046-727f-4bd2-a168-a7ed9305454a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:55.243775 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-74a6875b-a71c-4100-b8e8-1cac8987329d req-e8f20046-727f-4bd2-a168-a7ed9305454a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0500147 Aug 16 11:50:55.290135 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-74a6875b-a71c-4100-b8e8-1cac8987329d req-3b28307f-9f5b-4968-80de-ff03b42ccc73 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384390 Aug 16 11:50:55.312348 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50130) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:55.363818 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625af93-e103-4df8-90e0-48c462b8095a tempest-TestVolumeBootPattern-684322145 tempest-TestVolumeBootPattern-684322145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:55.365348 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-d625af93-e103-4df8-90e0-48c462b8095a tempest-TestVolumeBootPattern-684322145 tempest-TestVolumeBootPattern-684322145-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 1093 time: 0.0520196 Aug 16 11:50:55.368171 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50132) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:55.372538 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Request body: {'floatingip': {'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'port_id': '674f3a79-da89-4f68-be0e-da00554888e3', 'tenant_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:50:55.461917 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:55.557885 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:55.662935 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Allocated IP 172.27.0.76 (0ceb8072-9eb4-476e-9c22-c68b59e6ac5f/e3c2662a-067b-4696-bef3-b5d42d09491c/98c3c90a-8afa-4f61-bdd6-a27236344095) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:50:55.766839 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:55.789395 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:50:55.873071 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:55.916889 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Network 0ceb8072-9eb4-476e-9c22-c68b59e6ac5f is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:50:55.919845 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:50:55.923412 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:50:55.928804 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=98c3c90a-8afa-4f61-bdd6-a27236344095,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:56.333155 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:56.410349 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-16f03efb-53c5-44e9-b863-ee4a74fc5d50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445533 Aug 16 11:50:56.496369 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:56.544452 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-4b4babf5-9d2e-4e04-bd85-901b2ed9165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:56.545918 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-4b4babf5-9d2e-4e04-bd85-901b2ed9165d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1098 time: 0.0796378 Aug 16 11:50:56.976263 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-70acc285-4826-42fd-b354-7d4ba8a39bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:56.977738 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-70acc285-4826-42fd-b354-7d4ba8a39bfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 909 time: 0.3869674 Aug 16 11:50:56.995623 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:57.048598 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-e791a9c7-0d33-4cce-9164-a61242b9b577 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 1000 time: 0.0615892 Aug 16 11:50:57.087656 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:57.162784 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-e9aba10e-fbab-4b98-a53f-a6f92742c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:57.164280 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-e9aba10e-fbab-4b98-a53f-a6f92742c234 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 200 len: 848 time: 0.1079290 Aug 16 11:50:57.166639 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event updated for resources: {'Port': ['ID=98c3c90a-8afa-4f61-bdd6-a27236344095,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:57.207463 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:57.261716 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-bd991d6a-d88b-40c9-bff7-034e8bc690fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:57.263234 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-bd991d6a-d88b-40c9-bff7-034e8bc690fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905378 Aug 16 11:50:57.362049 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Floating IP c469c39f-91b1-4bff-8d14-b79d1eab4995 associated. External IP: 172.27.0.76, port: 674f3a79-da89-4f68-be0e-da00554888e3. Aug 16 11:50:57.437217 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-06b9a83c-1dc3-4931-8d20-7b6f92c74637 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489551 Aug 16 11:50:57.602693 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-e6e1950c-1fd8-42e4-b78d-25163b574a34 req-c7010369-bd18-4d15-881e-a9ef2cbf4a1e service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390822 Aug 16 11:50:57.674355 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:50:57.782119 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:50:57.791582 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] Sync routers for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:50:57.800948 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:57.801556 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:57.884360 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:57.911180 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:57.915196 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-bcc3298d-35cd-406e-b977-875b904c13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5460250 Aug 16 11:50:57.915890 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:50:57.918321 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f055d5-b3a7-417e-b474-2a3f35e260e2" -d '{"events": [{"name": "network-changed", "server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "tag": "674f3a79-da89-4f68-be0e-da00554888e3"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:50:57.956853 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99980dc2-cc61-4b28-a5fb-db24aed7d4eb x-openstack-request-id: req-99980dc2-cc61-4b28-a5fb-db24aed7d4eb {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:50:57.957237 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "tag": "674f3a79-da89-4f68-be0e-da00554888e3", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:50:57.957589 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99980dc2-cc61-4b28-a5fb-db24aed7d4eb {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:50:57.958049 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3', 'status': 'completed', 'code': 200} Aug 16 11:50:58.019821 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-e32906bc-f7d9-4539-8622-1f018509687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:58.021634 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-e32906bc-f7d9-4539-8622-1f018509687e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 1098 time: 0.0424347 Aug 16 11:50:58.114662 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-f0cb3b81-fbba-4fbf-90e8-4507cc85d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:58.116404 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-f0cb3b81-fbba-4fbf-90e8-4507cc85d45a service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0876267 Aug 16 11:50:58.151123 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:57Z', 'revision_number': 1, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}, {'id': 'c469c39f-91b1-4bff-8d14-b79d1eab4995', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': '674f3a79-da89-4f68-be0e-da00554888e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:64:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:50:56Z', 'updated_at': '2021-08-16T11:50:56Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:58.178517 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] Checking router: 8cedec37-3119-4bad-a7a7-feb48c4a6d19 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:50:58.187583 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-f3603a49-9f62-48dc-a1b2-1a911038dd59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=674f3a79-da89-4f68-be0e-da00554888e3 HTTP/1.1" status: 200 len: 998 time: 0.0636883 Aug 16 11:50:58.188169 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:50:58.188783 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:50:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:58.243668 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-feebbea2-b32b-4c73-a8c0-2addccbe182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:58.246094 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-feebbea2-b32b-4c73-a8c0-2addccbe182e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0523720 Aug 16 11:50:58.293485 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-245c89b3-6683-49f2-92f2-9df6af2e77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:50:58.295140 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-245c89b3-6683-49f2-92f2-9df6af2e77b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414739 Aug 16 11:50:58.303198 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:50:58.397001 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-8943d774-bb98-43f0-b0f1-f851383361ee service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929348 Aug 16 11:50:58.498935 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b5f055d5-b3a7-417e-b474-2a3f35e260e2 req-b91f2878-1f37-44c4-b24c-b4ddc3d0e527 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907888 Aug 16 11:50:58.633790 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:57Z', 'revision_number': 1, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}, {'id': 'c469c39f-91b1-4bff-8d14-b79d1eab4995', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': '674f3a79-da89-4f68-be0e-da00554888e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:64:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:50:56Z', 'updated_at': '2021-08-16T11:50:56Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:50:58.663722 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43aced7-089a-41f5-9f57-3057565e8bb4 None None] The sync data for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi is: [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:57Z', 'revision_number': 1, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}, {'id': 'c469c39f-91b1-4bff-8d14-b79d1eab4995', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': '674f3a79-da89-4f68-be0e-da00554888e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:64:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:50:56Z', 'updated_at': '2021-08-16T11:50:56Z', 'revision_number': 0, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:50:58.865354 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64453f42-461a-4a3a-bf6c-7c00574a1c41 None None] New status for floating IP c469c39f-91b1-4bff-8d14-b79d1eab4995: ACTIVE {{(pid=100979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:50:59.427615 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50192) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:59.537450 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d7eecb03-3e22-45e0-8253-0efd31215c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:59.633412 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d7eecb03-3e22-45e0-8253-0efd31215c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:59.690191 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d7eecb03-3e22-45e0-8253-0efd31215c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:59.729246 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-d7eecb03-3e22-45e0-8253-0efd31215c63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e259a35a2fd4743ab4893c0417ece8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003283 Aug 16 11:50:59.730115 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eecb03-3e22-45e0-8253-0efd31215c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ccfb28-cc41-4ca3-9497-eaa675aa8817,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:50:59.732048 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50196) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:50:59.785857 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-35abab2f-79e7-48d1-b669-0cd010c3e497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:59.806989 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-35abab2f-79e7-48d1-b669-0cd010c3e497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:59.924833 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-35abab2f-79e7-48d1-b669-0cd010c3e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:59.927474 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-35abab2f-79e7-48d1-b669-0cd010c3e497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:50:59.929587 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-35abab2f-79e7-48d1-b669-0cd010c3e497 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79ccfb28-cc41-4ca3-9497-eaa675aa8817 HTTP/1.1" status: 204 len: 168 time: 0.1955817 Aug 16 11:50:59.937230 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abab2f-79e7-48d1-b669-0cd010c3e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ccfb28-cc41-4ca3-9497-eaa675aa8817,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:00.513120 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50204) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:00.527405 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8e9929eb-2b59-4323-8b9e-c0fa59edcce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:00.639044 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8e9929eb-2b59-4323-8b9e-c0fa59edcce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:00.713064 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-8e9929eb-2b59-4323-8b9e-c0fa59edcce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:00.756324 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-8e9929eb-2b59-4323-8b9e-c0fa59edcce8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf7748b96dad4a49a594a947e82acf13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418506 Aug 16 11:51:00.757640 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9929eb-2b59-4323-8b9e-c0fa59edcce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98dc93f-b2eb-4b11-b5b1-5fb8cbd78f2b,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:00.760299 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50206) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:00.812477 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b3fe05f5-affc-47bd-b4fd-0e89262650bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:00.835223 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b3fe05f5-affc-47bd-b4fd-0e89262650bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:00.946749 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b3fe05f5-affc-47bd-b4fd-0e89262650bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:00.950311 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b3fe05f5-affc-47bd-b4fd-0e89262650bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:00.951608 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-b3fe05f5-affc-47bd-b4fd-0e89262650bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a98dc93f-b2eb-4b11-b5b1-5fb8cbd78f2b HTTP/1.1" status: 204 len: 168 time: 0.1897993 Aug 16 11:51:00.961624 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe05f5-affc-47bd-b4fd-0e89262650bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98dc93f-b2eb-4b11-b5b1-5fb8cbd78f2b,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:01.764322 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-0656600f-bc25-4c93-9689-271f75842975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:04.455596 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4e0f246a-ffcd-40cb-ae0e-6356693c0d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:04.541338 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:05.809908 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:06.898708 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50302) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:07.003529 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-406453b0-c3b3-4050-811e-9f71469f1e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:07.098237 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-406453b0-c3b3-4050-811e-9f71469f1e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:07.175369 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-406453b0-c3b3-4050-811e-9f71469f1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:07.219839 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-406453b0-c3b3-4050-811e-9f71469f1e9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06dd13bfb90e40489c84db635e0f3c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200240 Aug 16 11:51:07.220762 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406453b0-c3b3-4050-811e-9f71469f1e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0368a1-20ac-43f3-b5b1-173031cda5f6,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:07.222599 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50308) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:07.274470 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e2cfefe6-9192-41b5-a561-5a86c9e106e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:07.295065 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:07.299678 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e2cfefe6-9192-41b5-a561-5a86c9e106e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:07.415791 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e2cfefe6-9192-41b5-a561-5a86c9e106e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:07.418288 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e2cfefe6-9192-41b5-a561-5a86c9e106e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:07.419481 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e2cfefe6-9192-41b5-a561-5a86c9e106e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d0368a1-20ac-43f3-b5b1-173031cda5f6 HTTP/1.1" status: 204 len: 168 time: 0.1951389 Aug 16 11:51:07.427169 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfefe6-9192-41b5-a561-5a86c9e106e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0368a1-20ac-43f3-b5b1-173031cda5f6,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:08.031791 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50314) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:08.045255 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1569bb50-b988-4107-a057-0814c2596abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:08.134314 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1569bb50-b988-4107-a057-0814c2596abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:08.191889 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1569bb50-b988-4107-a057-0814c2596abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:08.228657 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569bb50-b988-4107-a057-0814c2596abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4683e134-501e-47ca-92ec-d9c3c48106ef,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:08.233805 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-1569bb50-b988-4107-a057-0814c2596abc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=779fc94a04cd482392f9f2f5f0bc67c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002342 Aug 16 11:51:08.235910 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50318) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:08.287328 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-27b13ffa-972f-4b7b-9a70-ec5e862d79a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:08.309683 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-27b13ffa-972f-4b7b-9a70-ec5e862d79a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:08.426346 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-27b13ffa-972f-4b7b-9a70-ec5e862d79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:08.429071 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-27b13ffa-972f-4b7b-9a70-ec5e862d79a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:08.431056 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-27b13ffa-972f-4b7b-9a70-ec5e862d79a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4683e134-501e-47ca-92ec-d9c3c48106ef HTTP/1.1" status: 204 len: 168 time: 0.1943474 Aug 16 11:51:08.442112 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b13ffa-972f-4b7b-9a70-ec5e862d79a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4683e134-501e-47ca-92ec-d9c3c48106ef,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:12.199578 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50396) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:12.304489 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-51fae785-fd6f-4805-9932-9afcf9608d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:12.392886 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-51fae785-fd6f-4805-9932-9afcf9608d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:12.461550 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-51fae785-fd6f-4805-9932-9afcf9608d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:12.501627 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-51fae785-fd6f-4805-9932-9afcf9608d37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72c9173f60244b02a600336d445c63ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006756 Aug 16 11:51:12.502506 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fae785-fd6f-4805-9932-9afcf9608d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79281f7a-5795-41b5-890c-1f8bd0381212,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:12.504419 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50402) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:12.561724 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a1967fb1-88c3-476f-99cd-a673caf056c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:12.584317 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a1967fb1-88c3-476f-99cd-a673caf056c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:12.690165 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a1967fb1-88c3-476f-99cd-a673caf056c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:12.693071 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a1967fb1-88c3-476f-99cd-a673caf056c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:12.694253 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-a1967fb1-88c3-476f-99cd-a673caf056c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79281f7a-5795-41b5-890c-1f8bd0381212 HTTP/1.1" status: 204 len: 168 time: 0.1886203 Aug 16 11:51:12.703024 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967fb1-88c3-476f-99cd-a673caf056c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79281f7a-5795-41b5-890c-1f8bd0381212,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:13.284869 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50408) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:13.298568 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e904beb9-8a5d-4dd2-a08b-b55bb80c1b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:13.389859 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e904beb9-8a5d-4dd2-a08b-b55bb80c1b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:13.488907 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e904beb9-8a5d-4dd2-a08b-b55bb80c1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:13.527086 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904beb9-8a5d-4dd2-a08b-b55bb80c1b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f882e5-bbcc-4087-a82b-f01a1de98cdb,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:13.531829 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e904beb9-8a5d-4dd2-a08b-b55bb80c1b71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6e43fce83cc41b995514999d61b6f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458656 Aug 16 11:51:13.534760 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50410) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:13.584932 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-81c98f06-b479-40ec-bed7-7e05eb294bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:13.610276 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-81c98f06-b479-40ec-bed7-7e05eb294bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:13.741218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-81c98f06-b479-40ec-bed7-7e05eb294bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:13.743817 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-81c98f06-b479-40ec-bed7-7e05eb294bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:13.745166 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-81c98f06-b479-40ec-bed7-7e05eb294bab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5f882e5-bbcc-4087-a82b-f01a1de98cdb HTTP/1.1" status: 204 len: 168 time: 0.2097111 Aug 16 11:51:13.753024 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c98f06-b479-40ec-bed7-7e05eb294bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f882e5-bbcc-4087-a82b-f01a1de98cdb,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:14.748439 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50436) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:14.849619 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1331586159-network', 'tenant_id': '77aaca3c63eb4a56982937535b31684b'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:51:14.964879 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Made reservation on behalf of 77aaca3c63eb4a56982937535b31684b for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:51:14.967510 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:14.976430 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.066527 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.146453 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.174845 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:51:15.180357 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc4c36-c8c1-4d30-8b9c-74ead709285f,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:15.191427 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.191427 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Added segment cd196663-b4f3-469d-ba55-622a94920346 of type vlan for network 57933370-490f-4286-97b1-dbafc9cc254c Aug 16 11:51:15.231766 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.324482 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.325487 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:15.326078 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.386880 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] Pushing event updated for resources: {'Network': ['ID=57933370-490f-4286-97b1-dbafc9cc254c,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:15.400252 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 57933370-490f-4286-97b1-dbafc9cc254c details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:51:15.462247 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-0d97a578-8f1b-420f-9765-abc999d67189 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7126322 Aug 16 11:51:15.465789 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50440) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:15.470818 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Request body: {'subnet': {'network_id': '57933370-490f-4286-97b1-dbafc9cc254c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1331586159-subnet', 'tenant_id': '77aaca3c63eb4a56982937535b31684b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:51:15.547133 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Made reservation on behalf of 77aaca3c63eb4a56982937535b31684b for: {'subnet': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:51:15.549502 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24203847'] for subnet, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.759074 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24175321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24203817'] for subnet, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.818875 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4f608f-65d7-47d9-86bd-cdb77620b6b0,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:15.825666 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Checking segment: {'id': 'cd196663-b4f3-469d-ba55-622a94920346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '57933370-490f-4286-97b1-dbafc9cc254c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:51:15.826199 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Network hostable DHCP agents. Network: 57933370-490f-4286-97b1-dbafc9cc254c, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:51:15.906988 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Network 57933370-490f-4286-97b1-dbafc9cc254c is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:51:15.958341 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 57933370-490f-4286-97b1-dbafc9cc254c) {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:51:15.962362 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:15.963863 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:15.967732 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c5b2d-3ecb-4eca-90ed-318794e9b09b None None] Network 57933370-490f-4286-97b1-dbafc9cc254c requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:51:16.047116 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-7431bce5-ac79-4b20-baae-21c3b0390df2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5723126 Aug 16 11:51:16.095772 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b68927-2469-436d-a74b-24f4167ef2e7 None None] Network 57933370-490f-4286-97b1-dbafc9cc254c requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:51:16.748872 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50458) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:16.754090 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092216518-network', 'tenant_id': '6d075bc7838b4cc09a38f4c3715dfbb8'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:51:16.861208 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Made reservation on behalf of 6d075bc7838b4cc09a38f4c3715dfbb8 for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:51:16.863583 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:16.874941 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:16.970462 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.032908 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.058934 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:51:17.068380 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388f0ebd-b981-40e3-b3ab-7a7afedcd1b3,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:17.075407 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.075726 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Added segment c00a1d88-5e6f-4bc1-b077-05658017a8ab of type vlan for network ab031bbe-aad6-4c97-9cb5-f6bc260b18b3 Aug 16 11:51:17.121583 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.198866 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.199872 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:17.200457 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.260420 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] Pushing event updated for resources: {'Network': ['ID=ab031bbe-aad6-4c97-9cb5-f6bc260b18b3,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:17.270099 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network ab031bbe-aad6-4c97-9cb5-f6bc260b18b3 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:51:17.302273 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b59148bb-eaf7-4520-9c2d-ff74cd356a65 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5522718 Aug 16 11:51:17.304954 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50462) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:17.310407 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Request body: {'subnet': {'network_id': 'ab031bbe-aad6-4c97-9cb5-f6bc260b18b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092216518-subnet', 'tenant_id': '6d075bc7838b4cc09a38f4c3715dfbb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:51:17.398747 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Made reservation on behalf of 6d075bc7838b4cc09a38f4c3715dfbb8 for: {'subnet': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:51:17.402967 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24203847'] for subnet, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.621935 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24175321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24203817'] for subnet, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.676311 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=537c5cc5-6e43-4085-b19b-0eed314f6f84,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:17.687856 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Checking segment: {'id': 'c00a1d88-5e6f-4bc1-b077-05658017a8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ab031bbe-aad6-4c97-9cb5-f6bc260b18b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:51:17.688216 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Network hostable DHCP agents. Network: ab031bbe-aad6-4c97-9cb5-f6bc260b18b3, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:51:17.781634 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Network ab031bbe-aad6-4c97-9cb5-f6bc260b18b3 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:51:17.872700 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, ab031bbe-aad6-4c97-9cb5-f6bc260b18b3) {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:51:17.877271 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:17.878827 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:17.881553 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236e50d-8c44-4e21-9e87-e8309e9279f6 None None] Network ab031bbe-aad6-4c97-9cb5-f6bc260b18b3 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:51:17.977271 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-7e5c61bc-2a36-47c7-b35c-021a920320c5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6710002 Aug 16 11:51:18.018121 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e42dc-0449-474c-93e8-9876c4660309 None None] Network ab031bbe-aad6-4c97-9cb5-f6bc260b18b3 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:51:19.258334 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50480) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:19.610865 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Deleting port cbec876b-a1a4-47c9-8c5a-09efb8117f69 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:19.611263 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:19.707582 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:19.707937 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:19.726684 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Calling delete_port for cbec876b-a1a4-47c9-8c5a-09efb8117f69 owned by network:floatingip {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:20.004519 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:20.037612 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event deleted for resources: {'Port': ['ID=cbec876b-a1a4-47c9-8c5a-09efb8117f69,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:20.112291 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:20.112649 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.l3_db [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Floating IP 4f90de2e-bf82-4a9d-9a7b-9602755a6ce4 disassociated (deleted). External IP: 172.27.0.28, port: f530fd0b-49ad-4cdb-b2c8-f72682995b43. Aug 16 11:51:20.599922 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Router 4b995454-43f9-4329-8bb0-23d0892ad460 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:51:20.723783 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:51:20.729667 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:20.736323 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] Sync routers for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:51:20.751046 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:51:20.751955 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:20.766650 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-75e28131-da77-499f-9174-35773dd244a2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "DELETE /v2.0/floatingips/4f90de2e-bf82-4a9d-9a7b-9602755a6ce4 HTTP/1.1" status: 204 len: 168 time: 1.5068045 Aug 16 11:51:20.767470 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:51:20.771467 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f67514a-172f-4240-aa19-ad7430909261" -d '{"events": [{"name": "network-changed", "server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:51:20.824527 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a42e5c0-b119-461c-befc-bf7e3774c08a x-openstack-request-id: req-2a42e5c0-b119-461c-befc-bf7e3774c08a {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:51:20.825040 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:51:20.825436 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a42e5c0-b119-461c-befc-bf7e3774c08a {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:51:20.825996 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'status': 'completed', 'code': 200} Aug 16 11:51:20.884617 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:51:20.908356 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67514a-172f-4240-aa19-ad7430909261 req-b936ae10-77c0-4e3c-9bf5-8d4a9bd04643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:20.910664 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4f67514a-172f-4240-aa19-ad7430909261 req-b936ae10-77c0-4e3c-9bf5-8d4a9bd04643 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca5ef393b9024a27870e381b60ef242d&device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 1098 time: 0.0553851 Aug 16 11:51:21.051871 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67514a-172f-4240-aa19-ad7430909261 req-57c11f72-92a3-4ca6-858a-8de8082ed5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:21.054074 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4f67514a-172f-4240-aa19-ad7430909261 req-57c11f72-92a3-4ca6-858a-8de8082ed5dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 200 len: 909 time: 0.1361189 Aug 16 11:51:21.130264 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4f67514a-172f-4240-aa19-ad7430909261 req-740923fb-f85c-4e51-8b88-af17efd91698 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 200 len: 217 time: 0.0652280 Aug 16 11:51:21.188471 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67514a-172f-4240-aa19-ad7430909261 req-b9800c00-9925-4977-a6bc-4310069b40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:21.189555 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:09Z', 'revision_number': 5, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:21.190382 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4f67514a-172f-4240-aa19-ad7430909261 req-b9800c00-9925-4977-a6bc-4310069b40d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 200 len: 848 time: 0.0521750 Aug 16 11:51:21.234061 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] Checking router: 4b995454-43f9-4329-8bb0-23d0892ad460 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:51:21.248103 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:51:21.249457 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:21.250429 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67514a-172f-4240-aa19-ad7430909261 req-dc80dbd7-5960-417e-b0f4-adfbe7de94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:21.252308 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4f67514a-172f-4240-aa19-ad7430909261 req-dc80dbd7-5960-417e-b0f4-adfbe7de94c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ef3b206-d367-47a6-8b9b-f27800e8c2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542126 Aug 16 11:51:21.316949 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14cb64-c609-4b7c-a860-f1639af3fa9b req-ab911862-9c4a-4619-8856-a064cbeebbf4 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:21.319171 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fc14cb64-c609-4b7c-a860-f1639af3fa9b req-ab911862-9c4a-4619-8856-a064cbeebbf4 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0598552 Aug 16 11:51:21.398295 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fc14cb64-c609-4b7c-a860-f1639af3fa9b req-92388343-78c3-4382-bddf-1bcb4dacda14 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677137 Aug 16 11:51:21.401842 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:51:21.454291 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4f67514a-172f-4240-aa19-ad7430909261 req-5cd84fcf-c48e-4378-b8b7-f6bc8c0460f3 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921256 Aug 16 11:51:21.589105 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-4f67514a-172f-4240-aa19-ad7430909261 req-5c295bc6-969c-44c5-b671-b10a678440f9 service neutron] 10.222.0.36 "GET /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247597 Aug 16 11:51:21.680067 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:09Z', 'revision_number': 5, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:21.714191 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d17b3-5b19-4289-a7a0-b1e3053aedb1 None None] The sync data for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi is: [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:46:05Z', 'revision_number': 4, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': '57cd6cfa-6c0c-488c-933c-5b17ce93eb47', 'name': '', 'network_id': '0ef3b206-d367-47a6-8b9b-f27800e8c2bb', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'mac_address': 'fa:16:3e:d2:7b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:04Z', 'updated_at': '2021-08-16T11:46:09Z', 'revision_number': 5, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'subnets': [{'id': '813cc25a-17ed-40af-9021-2050f0eb1448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:51:21.958929 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100a993-4922-4682-ace3-6f049e427e29 None None] New status for floating IP 4f90de2e-bf82-4a9d-9a7b-9602755a6ce4: DOWN {{(pid=100979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:51:22.552773 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:22.557732 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fb70c-e1e0-4808-9d91-82f735cd0ea3 req-718d1150-240a-487c-b366-10ff55b74bc9 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:22.560691 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aa9fb70c-e1e0-4808-9d91-82f735cd0ea3 req-718d1150-240a-487c-b366-10ff55b74bc9 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0598898 Aug 16 11:51:22.602529 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aa9fb70c-e1e0-4808-9d91-82f735cd0ea3 req-1650a97d-234a-4daf-bb9b-86fb210ef49e tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/security-groups?id=e480207d-593a-4ca4-b743-f1025e59dd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348713 Aug 16 11:51:22.834474 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed45a-e40f-4efc-bb26-61aba3112250 req-1d77a5aa-e36a-4ede-bf91-6e87ac4946d6 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:22.836113 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-befed45a-e40f-4efc-bb26-61aba3112250 req-1d77a5aa-e36a-4ede-bf91-6e87ac4946d6 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 945 time: 0.0521169 Aug 16 11:51:22.938468 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Deleting port f530fd0b-49ad-4cdb-b2c8-f72682995b43 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:22.938758 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:23.032465 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] For port f530fd0b-49ad-4cdb-b2c8-f72682995b43, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f530fd0b-49ad-4cdb-b2c8-f72682995b43,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:23.032832 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:23.047345 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Calling delete_port for f530fd0b-49ad-4cdb-b2c8-f72682995b43 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:23.252314 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:23.299288 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event deleted for resources: {'Port': ['ID=f530fd0b-49ad-4cdb-b2c8-f72682995b43,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:23.321571 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.321571 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.321571 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.322986 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.323132 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.323615 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.324159 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.324698 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.325241 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.325775 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.326437 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.326791 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:23.373758 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] No DVR routers for this DVR port f530fd0b-49ad-4cdb-b2c8-f72682995b43 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:51:23.376518 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:23.380807 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-befed45a-e40f-4efc-bb26-61aba3112250 req-983fb04c-595f-4512-9bb6-04731ea061b5 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.36 "DELETE /v2.0/ports/f530fd0b-49ad-4cdb-b2c8-f72682995b43 HTTP/1.1" status: 204 len: 173 time: 0.5353792 Aug 16 11:51:23.380807 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'name': 'network-vif-deleted', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:51:23.381581 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3685d6f-b6f1-4969-a568-9a5cfa61f476" -d '{"events": [{"server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "name": "network-vif-deleted", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:51:23.437607 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11125302-b24b-47c1-8b09-85c10b96a944 x-openstack-request-id: req-11125302-b24b-47c1-8b09-85c10b96a944 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:51:23.438050 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea3629-23ac-4078-ac65-f449ab5badf8", "name": "network-vif-deleted", "tag": "f530fd0b-49ad-4cdb-b2c8-f72682995b43", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:51:23.438434 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11125302-b24b-47c1-8b09-85c10b96a944 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:51:23.438968 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea3629-23ac-4078-ac65-f449ab5badf8', 'name': 'network-vif-deleted', 'tag': 'f530fd0b-49ad-4cdb-b2c8-f72682995b43', 'status': 'completed', 'code': 200} Aug 16 11:51:23.710324 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-56ec61e7-79c2-4665-bb2e-744a3503702b req-0e57bef5-76b6-44c6-b093-384aeef748ab tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 210 time: 0.0289989 Aug 16 11:51:24.855253 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6f98798d-8cf3-4912-b9af-31ad9e8db0b7 req-f307b2ca-3538-4ad7-a68e-1ebb06ce4ca0 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "GET /v2.0/ports?device_id=26ea3629-23ac-4078-ac65-f449ab5badf8 HTTP/1.1" status: 200 len: 210 time: 0.0449064 Aug 16 11:51:25.913985 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50560) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:25.985746 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8c0a-4f2b-4951-b5a1-08641a3a51b2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:26.012719 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8c0a-4f2b-4951-b5a1-08641a3a51b2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:26.152917 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8c0a-4f2b-4951-b5a1-08641a3a51b2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:26.156952 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8c0a-4f2b-4951-b5a1-08641a3a51b2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:26.158179 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-fb7a8c0a-4f2b-4951-b5a1-08641a3a51b2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] 10.222.0.25 "DELETE /v2.0/security-groups/e480207d-593a-4ca4-b743-f1025e59dd3f HTTP/1.1" status: 204 len: 168 time: 0.2429893 Aug 16 11:51:26.168725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a8c0a-4f2b-4951-b5a1-08641a3a51b2 tempest-TestShelveInstance-1623348486 tempest-TestShelveInstance-1623348486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e480207d-593a-4ca4-b743-f1025e59dd3f,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:26.300016 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50564) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:26.845941 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720321'] for router_interface, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:26.906465 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f530fd0b-49ad-4cdb-b2c8-f72682995b43 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:51:26.927955 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: f530fd0b-49ad-4cdb-b2c8-f72682995b43 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:51:26.928489 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f530fd0b-49ad-4cdb-b2c8-f72682995b43 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:51:27.426484 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Deleting port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:27.427112 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:27.509121 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] For port 57cd6cfa-6c0c-488c-933c-5b17ce93eb47, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:27.510154 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:27.522651 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Calling delete_port for 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 owned by network:router_interface {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:27.826675 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:27.860206 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Pushing event deleted for resources: {'Port': ['ID=57cd6cfa-6c0c-488c-933c-5b17ce93eb47,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:28.058006 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725585'] for router_interface, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:28.302925 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Router 4b995454-43f9-4329-8bb0-23d0892ad460 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:51:28.413619 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:51:28.419380 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-5e8611d6-a8b2-4e41-b937-4c5a9f0120fb admin admin] 10.222.0.25 "PUT /v2.0/routers/4b995454-43f9-4329-8bb0-23d0892ad460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1178443 Aug 16 11:51:28.422049 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50596) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:28.423349 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] Sync routers for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:51:28.433214 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:51:28.433832 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:28.535555 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks [] for router, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:28.547602 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:51:28.644477 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:28.778048 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:51:27Z', 'revision_number': 5, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port': {'id': '08ade43f-624b-4dd7-9abe-9c48c1e45593', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:00Z', 'updated_at': '2021-08-16T11:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:28.780064 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Deleting port 08ade43f-624b-4dd7-9abe-9c48c1e45593 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:28.780469 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:28.824772 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] Checking router: 4b995454-43f9-4329-8bb0-23d0892ad460 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:51:28.835031 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] Routers {'4b995454-43f9-4329-8bb0-23d0892ad460'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:51:28.835676 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['4b995454-43f9-4329-8bb0-23d0892ad460'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:28.880305 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] For port 08ade43f-624b-4dd7-9abe-9c48c1e45593, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=08ade43f-624b-4dd7-9abe-9c48c1e45593,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:28.881117 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:28.903250 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Calling delete_port for 08ade43f-624b-4dd7-9abe-9c48c1e45593 owned by network:router_gateway {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:29.034397 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] Set router 4b995454-43f9-4329-8bb0-23d0892ad460 gateway port host: None {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:51:29.091329 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:51:28Z', 'revision_number': 6, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port_host': None}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:29.117753 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8a1f3-f20a-43be-b3a8-6399b981012e None None] The sync data for ids ['4b995454-43f9-4329-8bb0-23d0892ad460'] in dv-cinder-804698-1-iscsi is: [{'id': '4b995454-43f9-4329-8bb0-23d0892ad460', 'name': 'tempest-TestShelveInstance-1378601776-router', 'tenant_id': 'ca5ef393b9024a27870e381b60ef242d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:45:59Z', 'updated_at': '2021-08-16T11:51:28Z', 'revision_number': 6, 'project_id': 'ca5ef393b9024a27870e381b60ef242d', 'gw_port_host': None}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:51:29.142143 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.195114 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ade43f-624b-4dd7-9abe-9c48c1e45593,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:29.293035 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727803'] for router_gateway, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.448702 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7839'] for router, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.452011 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.604186 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726374'] for router, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.604808 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b995454-43f9-4329-8bb0-23d0892ad460 {{(pid=100978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 11:51:29.609180 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.610330 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-d6441769-c06c-414f-a280-4e40ec2c1114 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4b995454-43f9-4329-8bb0-23d0892ad460 HTTP/1.1" status: 204 len: 168 time: 1.1871808 Aug 16 11:51:29.612948 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50604) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:29.661893 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3910d8-c239-44bf-9adf-c7ad2c0b51d7 admin admin] Deleting subnet 813cc25a-17ed-40af-9021-2050f0eb1448 {{(pid=100978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:51:29.664915 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f3910d8-c239-44bf-9adf-c7ad2c0b51d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.700788 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f3910d8-c239-44bf-9adf-c7ad2c0b51d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4944899'] for subnet, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.809040 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f3910d8-c239-44bf-9adf-c7ad2c0b51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.911044 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:51:29.938972 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:51:29.939451 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 57cd6cfa-6c0c-488c-933c-5b17ce93eb47 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:51:29.942952 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f3910d8-c239-44bf-9adf-c7ad2c0b51d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24175644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24203810'] for subnet, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.973289 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3910d8-c239-44bf-9adf-c7ad2c0b51d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813cc25a-17ed-40af-9021-2050f0eb1448,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:29.980255 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1f3910d8-c239-44bf-9adf-c7ad2c0b51d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:29.982228 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-1f3910d8-c239-44bf-9adf-c7ad2c0b51d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/813cc25a-17ed-40af-9021-2050f0eb1448 HTTP/1.1" status: 204 len: 168 time: 0.3683279 Aug 16 11:51:29.984752 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50612) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:29.987264 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ed752-0bfb-4884-b522-49c702122352 None None] Network 0ef3b206-d367-47a6-8b9b-f27800e8c2bb requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:51:30.059243 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.135529 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Deleting port d1daaada-8a65-4a98-8a95-9d04968f6555 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:30.136148 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.204725 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] DHCP port deletion for 0ef3b206-d367-47a6-8b9b-f27800e8c2bb request from dv-cinder-804698-1-iscsi {{(pid=100979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 11:51:30.206325 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] For port d1daaada-8a65-4a98-8a95-9d04968f6555, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=d1daaada-8a65-4a98-8a95-9d04968f6555,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:30.206726 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.220615 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Calling delete_port for d1daaada-8a65-4a98-8a95-9d04968f6555 owned by network:dhcp {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:30.262712 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] Deleting port d1daaada-8a65-4a98-8a95-9d04968f6555 {{(pid=100979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:30.263091 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.327757 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] For port d1daaada-8a65-4a98-8a95-9d04968f6555, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=d1daaada-8a65-4a98-8a95-9d04968f6555,segment=NetworkSegment(8c2e67f8-dc2e-4285-a4b0-c33b040bceff),segment_id=8c2e67f8-dc2e-4285-a4b0-c33b040bceff)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:30.328150 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.340200 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] Calling delete_port for d1daaada-8a65-4a98-8a95-9d04968f6555 owned by network:dhcp {{(pid=100979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:30.370291 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.396949 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1daaada-8a65-4a98-8a95-9d04968f6555,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:30.401111 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] No DVR routers for this DVR port d1daaada-8a65-4a98-8a95-9d04968f6555 on host dv-cinder-804698-1-iscsi {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:51:30.442357 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.455664 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] Pushing event deleted for resources: {'Port': ['ID=d1daaada-8a65-4a98-8a95-9d04968f6555,revision_number=None']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:30.459239 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8217c520-9ab4-47f7-aa2c-69a247cbc1b1 None None] No DVR routers for this DVR port d1daaada-8a65-4a98-8a95-9d04968f6555 on host dv-cinder-804698-1-iscsi {{(pid=100979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:51:30.481791 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.491663 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef3b206-d367-47a6-8b9b-f27800e8c2bb']}} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:30.501302 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2e67f8-dc2e-4285-a4b0-c33b040bceff') {'for_net_delete': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:30.501599 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2e67f8-dc2e-4285-a4b0-c33b040bceff') {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:30.510167 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4944906'] for segment, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.523403 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.529743 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=100978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:51:30.530131 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24175738'] for segment, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: Traceback (most recent call last): Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: timer() Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: cb(*args, **kw) Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: return func(*args, **kwargs) Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: self._notify() Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: self.callback(batched_events) Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: event.method(event) Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: return f(self, *a, **k) Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._get(url).json() Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: return self.request(url, 'GET', **kwargs) Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:51:30.533936 dv-cinder-804698-1-iscsi neutron-server[100978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:51:30.655620 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.660960 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:30.662827 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] 10.222.0.25 "DELETE /v2.0/networks/0ef3b206-d367-47a6-8b9b-f27800e8c2bb HTTP/1.1" status: 204 len: 168 time: 0.6770704 Aug 16 11:51:30.666372 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50620) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:30.674197 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283acbe3-ded9-485a-a874-b662d1dbe15c admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef3b206-d367-47a6-8b9b-f27800e8c2bb,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:31.017039 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720321'] for router_interface, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:31.259923 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Deleting port d97d52a1-159b-495b-852d-6a0c46a24f01 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:31.260254 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:31.336146 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] For port d97d52a1-159b-495b-852d-6a0c46a24f01, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=d97d52a1-159b-495b-852d-6a0c46a24f01,segment=NetworkSegment(0c66d5b3-0623-4486-8c02-6140d7ee86c8),segment_id=0c66d5b3-0623-4486-8c02-6140d7ee86c8)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:31.336406 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:31.348836 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Calling delete_port for d97d52a1-159b-495b-852d-6a0c46a24f01 owned by network:router_interface {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:31.486027 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 08ade43f-624b-4dd7-9abe-9c48c1e45593 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:51:31.507997 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 08ade43f-624b-4dd7-9abe-9c48c1e45593 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:51:31.508344 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 08ade43f-624b-4dd7-9abe-9c48c1e45593 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:51:31.509033 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device d1daaada-8a65-4a98-8a95-9d04968f6555 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:51:31.529765 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: d1daaada-8a65-4a98-8a95-9d04968f6555 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:51:31.530204 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device d1daaada-8a65-4a98-8a95-9d04968f6555 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:51:31.598477 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:31.628216 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=d97d52a1-159b-495b-852d-6a0c46a24f01,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:31.640804 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.640804 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.641114 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.641429 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.641902 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.642260 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.642607 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.643005 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.643851 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.643851 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.644001 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.644219 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:31.741152 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-c26de08b-a77f-4208-94b6-6ac775b96be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:31.818501 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725585'] for router_interface, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:32.057534 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Router b04e9e23-0e95-4365-829a-b2825bdb27a3 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:51:32.180433 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:51:32.186040 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-17ffc90e-97fd-484a-86c4-ab71886acbcc admin admin] 10.222.0.25 "PUT /v2.0/routers/b04e9e23-0e95-4365-829a-b2825bdb27a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5185833 Aug 16 11:51:32.188694 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50634) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:32.189613 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] Sync routers for ids ['b04e9e23-0e95-4365-829a-b2825bdb27a3'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:51:32.200351 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] Routers {'b04e9e23-0e95-4365-829a-b2825bdb27a3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:51:32.201184 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['b04e9e23-0e95-4365-829a-b2825bdb27a3'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:32.304036 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks [] for router, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:32.314958 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] Set router b04e9e23-0e95-4365-829a-b2825bdb27a3 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:51:32.411172 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:32.504433 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:51:31Z', 'revision_number': 5, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port': {'id': '0058b867-6c2d-4262-83b7-78d94a53ee52', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ad:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:32.534725 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] Checking router: b04e9e23-0e95-4365-829a-b2825bdb27a3 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:51:32.542204 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Deleting port 0058b867-6c2d-4262-83b7-78d94a53ee52 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:32.542545 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:32.544291 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] Routers {'b04e9e23-0e95-4365-829a-b2825bdb27a3'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:51:32.544924 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['b04e9e23-0e95-4365-829a-b2825bdb27a3'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:32.632799 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] For port 0058b867-6c2d-4262-83b7-78d94a53ee52, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=0058b867-6c2d-4262-83b7-78d94a53ee52,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:32.633167 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:32.646019 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Calling delete_port for 0058b867-6c2d-4262-83b7-78d94a53ee52 owned by network:router_gateway {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:32.655361 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] Set router b04e9e23-0e95-4365-829a-b2825bdb27a3 gateway port host: None {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:51:32.711541 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:51:32Z', 'revision_number': 6, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port_host': None}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:32.739367 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58011e2-9e02-4bf9-a7fc-a25f3f4c1ee9 None None] The sync data for ids ['b04e9e23-0e95-4365-829a-b2825bdb27a3'] in dv-cinder-804698-1-iscsi is: [{'id': 'b04e9e23-0e95-4365-829a-b2825bdb27a3', 'name': 'tempest-TestShelveInstance-1812918564-router', 'tenant_id': '66264fbbacac4b7f9361f412a795a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:10Z', 'updated_at': '2021-08-16T11:51:32Z', 'revision_number': 6, 'project_id': '66264fbbacac4b7f9361f412a795a3a8', 'gw_port_host': None}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:51:32.788378 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:51:32.867181 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:32.893628 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Pushing event deleted for resources: {'Port': ['ID=0058b867-6c2d-4262-83b7-78d94a53ee52,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:32.955228 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727803'] for router_gateway, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.045767 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7839'] for router, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.047915 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.158465 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726374'] for router, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.159063 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b04e9e23-0e95-4365-829a-b2825bdb27a3 {{(pid=100978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 11:51:33.163445 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.167987 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50642) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:33.179568 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-4be2166a-ef65-4552-82f1-406f8e19d56e admin admin] 10.222.0.25 "DELETE /v2.0/routers/b04e9e23-0e95-4365-829a-b2825bdb27a3 HTTP/1.1" status: 204 len: 168 time: 0.9854643 Aug 16 11:51:33.222342 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-98512343-983c-4a23-be31-58447c91d372 admin admin] Deleting subnet 4b0bef3d-264a-4fb0-b33f-552424822ebc {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:51:33.225366 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-98512343-983c-4a23-be31-58447c91d372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.261802 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-98512343-983c-4a23-be31-58447c91d372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.344727 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-98512343-983c-4a23-be31-58447c91d372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.489791 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-98512343-983c-4a23-be31-58447c91d372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.516944 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98512343-983c-4a23-be31-58447c91d372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0bef3d-264a-4fb0-b33f-552424822ebc,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:33.520676 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-98512343-983c-4a23-be31-58447c91d372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.526048 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-98512343-983c-4a23-be31-58447c91d372 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4b0bef3d-264a-4fb0-b33f-552424822ebc HTTP/1.1" status: 204 len: 168 time: 0.3557186 Aug 16 11:51:33.526340 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50652) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:33.528256 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a355d3-10da-4736-a34e-6233c24f0088 None None] Network fdb5998c-079d-4c9c-b405-7ff5c25e8daa requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:51:33.607476 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.633216 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0058b867-6c2d-4262-83b7-78d94a53ee52 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:51:33.671168 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 0058b867-6c2d-4262-83b7-78d94a53ee52 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:51:33.671576 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 0058b867-6c2d-4262-83b7-78d94a53ee52 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:51:33.672002 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device d97d52a1-159b-495b-852d-6a0c46a24f01 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:51:33.694649 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: d97d52a1-159b-495b-852d-6a0c46a24f01 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:51:33.695001 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device d97d52a1-159b-495b-852d-6a0c46a24f01 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:51:33.780630 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] DHCP port deletion for fdb5998c-079d-4c9c-b405-7ff5c25e8daa request from dv-cinder-804698-1-iscsi {{(pid=100979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 11:51:33.844604 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Deleting port 459bdab7-27b0-4e1d-bdc5-0e548396df26 {{(pid=100979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:33.845290 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.937862 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] For port 459bdab7-27b0-4e1d-bdc5-0e548396df26, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=459bdab7-27b0-4e1d-bdc5-0e548396df26,segment=NetworkSegment(0c66d5b3-0623-4486-8c02-6140d7ee86c8),segment_id=0c66d5b3-0623-4486-8c02-6140d7ee86c8)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:33.938283 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.953623 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Deleting port 459bdab7-27b0-4e1d-bdc5-0e548396df26 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:33.954253 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:33.957659 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Calling delete_port for 459bdab7-27b0-4e1d-bdc5-0e548396df26 owned by network:dhcp {{(pid=100979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:34.024353 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] For port 459bdab7-27b0-4e1d-bdc5-0e548396df26, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=459bdab7-27b0-4e1d-bdc5-0e548396df26,segment=NetworkSegment(0c66d5b3-0623-4486-8c02-6140d7ee86c8),segment_id=0c66d5b3-0623-4486-8c02-6140d7ee86c8)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:34.024815 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.037927 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Calling delete_port for 459bdab7-27b0-4e1d-bdc5-0e548396df26 owned by network:dhcp {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:34.123608 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.130192 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.153414 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Pushing event deleted for resources: {'Port': ['ID=459bdab7-27b0-4e1d-bdc5-0e548396df26,revision_number=None']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:34.156285 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] No DVR routers for this DVR port 459bdab7-27b0-4e1d-bdc5-0e548396df26 on host dv-cinder-804698-1-iscsi {{(pid=100979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:51:34.157483 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Pushing event deleted for resources: {'Port': ['ID=459bdab7-27b0-4e1d-bdc5-0e548396df26,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:34.161103 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] No DVR routers for this DVR port 459bdab7-27b0-4e1d-bdc5-0e548396df26 on host dv-cinder-804698-1-iscsi {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:51:34.174978 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.175413 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.175773 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.176115 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.176452 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.176790 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.177123 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.177489 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.178247 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.178247 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.178439 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.178786 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49fefd2-d534-4a86-be75-8c78940cd6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:51:34.243218 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.254805 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb5998c-079d-4c9c-b405-7ff5c25e8daa']}} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:34.266535 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c66d5b3-0623-4486-8c02-6140d7ee86c8') {'for_net_delete': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:34.266869 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c66d5b3-0623-4486-8c02-6140d7ee86c8') {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:34.277160 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4944906'] for segment, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.292473 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.299823 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:51:34.299823 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24175738'] for segment, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: self.session.flush() Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: self.session.flush() Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: self.session.flush() Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: self.session.flush() Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: Traceback (most recent call last): Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: timer() Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: cb(*args, **kw) Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: return func(*args, **kwargs) Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: self._notify() Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: self.callback(batched_events) Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: event.method(event) Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: return f(self, *a, **k) Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._get(url).json() Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: return self.request(url, 'GET', **kwargs) Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:51:34.300849 dv-cinder-804698-1-iscsi neutron-server[100978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:51:34.444020 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.450011 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.451795 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fdb5998c-079d-4c9c-b405-7ff5c25e8daa HTTP/1.1" status: 204 len: 168 time: 0.9244876 Aug 16 11:51:34.455330 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-72cee7f7-d597-4e23-a28a-85c2fc2593f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.463997 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb626a2-6a67-4bc4-b94f-8b74249df219 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb5998c-079d-4c9c-b405-7ff5c25e8daa,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:34.552268 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.769979 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50668) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:34.813874 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-d8afb14f-cd1d-494d-a395-35326afb8c5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca5ef393b9024a27870e381b60ef242d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426314 Aug 16 11:51:34.816378 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50670) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:34.866345 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6b19-e184-4ace-b1cf-286ecd7cec9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:34.887633 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6b19-e184-4ace-b1cf-286ecd7cec9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.010031 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6b19-e184-4ace-b1cf-286ecd7cec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.012522 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6b19-e184-4ace-b1cf-286ecd7cec9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.013670 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-0b6a6b19-e184-4ace-b1cf-286ecd7cec9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/426349ec-2cd3-4456-abc2-0a1b4ec65e62 HTTP/1.1" status: 204 len: 168 time: 0.1963789 Aug 16 11:51:35.021320 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a6b19-e184-4ace-b1cf-286ecd7cec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426349ec-2cd3-4456-abc2-0a1b4ec65e62,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:35.419081 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50692) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:35.468819 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_v2 [None req-481fd146-b73f-4680-bd23-2c4077c736c0 admin admin] Deleting subnet bb4f608f-65d7-47d9-86bd-cdb77620b6b0 {{(pid=100977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:51:35.472632 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-481fd146-b73f-4680-bd23-2c4077c736c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.487222 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 459bdab7-27b0-4e1d-bdc5-0e548396df26 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:51:35.513179 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-481fd146-b73f-4680-bd23-2c4077c736c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6152226'] for subnet, precommit_delete_associations {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.557143 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-481fd146-b73f-4680-bd23-2c4077c736c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.640473 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 459bdab7-27b0-4e1d-bdc5-0e548396df26 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:51:35.641070 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 459bdab7-27b0-4e1d-bdc5-0e548396df26 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:51:35.697125 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-481fd146-b73f-4680-bd23-2c4077c736c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6153954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233316'] for subnet, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.726329 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50698) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:35.776296 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-e609b179-7a6d-4096-b46f-0a5ae6d02a6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66264fbbacac4b7f9361f412a795a3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448837 Aug 16 11:51:35.776296 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50700) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:35.815347 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.834838 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-57410978-a08e-4d2a-a94c-e8ce3d9a6d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.861407 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-57410978-a08e-4d2a-a94c-e8ce3d9a6d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.938534 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fd146-b73f-4680-bd23-2c4077c736c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4f608f-65d7-47d9-86bd-cdb77620b6b0,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:35.942624 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-481fd146-b73f-4680-bd23-2c4077c736c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for subnet, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.944791 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-481fd146-b73f-4680-bd23-2c4077c736c0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bb4f608f-65d7-47d9-86bd-cdb77620b6b0 HTTP/1.1" status: 204 len: 168 time: 0.5250003 Aug 16 11:51:35.947849 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50702) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:35.996027 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-57410978-a08e-4d2a-a94c-e8ce3d9a6d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.998601 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-57410978-a08e-4d2a-a94c-e8ce3d9a6d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:35.999757 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-57410978-a08e-4d2a-a94c-e8ce3d9a6d18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de6a5d80-69c5-4057-ac3b-0009cadb1076 HTTP/1.1" status: 204 len: 168 time: 0.2229569 Aug 16 11:51:36.024205 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57410978-a08e-4d2a-a94c-e8ce3d9a6d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a5d80-69c5-4057-ac3b-0009cadb1076,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:36.039235 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.128173 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.139529 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57933370-490f-4286-97b1-dbafc9cc254c']}} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:36.151901 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd196663-b4f3-469d-ba55-622a94920346') {'for_net_delete': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:36.152200 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.services.segments.db [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd196663-b4f3-469d-ba55-622a94920346') {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:36.161332 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4944906'] for segment, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.175248 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.181235 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100978) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:51:36.181624 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24175738'] for segment, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: Traceback (most recent call last): Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: timer() Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: cb(*args, **kw) Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: return func(*args, **kwargs) Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: self._notify() Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: self.callback(batched_events) Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: event.method(event) Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: return f(self, *a, **k) Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._get(url).json() Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: return self.request(url, 'GET', **kwargs) Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:51:36.183311 dv-cinder-804698-1-iscsi neutron-server[100978]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:51:36.301270 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.324084 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.326269 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] 10.222.0.25 "DELETE /v2.0/networks/57933370-490f-4286-97b1-dbafc9cc254c HTTP/1.1" status: 204 len: 168 time: 0.3773351 Aug 16 11:51:36.327838 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3049c9-158a-4595-b3d7-ac5ab707749e admin admin] Pushing event deleted for resources: {'Network': ['ID=57933370-490f-4286-97b1-dbafc9cc254c,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:36.329872 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50712) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:36.382730 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55de1f9-ac30-40cd-99a9-57072d3738b3 admin admin] Deleting subnet 537c5cc5-6e43-4085-b19b-0eed314f6f84 {{(pid=100978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:51:36.388485 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f55de1f9-ac30-40cd-99a9-57072d3738b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.429005 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f55de1f9-ac30-40cd-99a9-57072d3738b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4944899'] for subnet, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.474826 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f55de1f9-ac30-40cd-99a9-57072d3738b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.610143 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f55de1f9-ac30-40cd-99a9-57072d3738b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24175644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24203810'] for subnet, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.635248 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55de1f9-ac30-40cd-99a9-57072d3738b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537c5cc5-6e43-4085-b19b-0eed314f6f84,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:36.642001 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-f55de1f9-ac30-40cd-99a9-57072d3738b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.643931 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-f55de1f9-ac30-40cd-99a9-57072d3738b3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/537c5cc5-6e43-4085-b19b-0eed314f6f84 HTTP/1.1" status: 204 len: 168 time: 0.3130457 Aug 16 11:51:36.647817 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50714) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:36.717414 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.800139 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.811192 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab031bbe-aad6-4c97-9cb5-f6bc260b18b3']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:36.822540 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00a1d88-5e6f-4bc1-b077-05658017a8ab') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:36.822856 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00a1d88-5e6f-4bc1-b077-05658017a8ab') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:36.832150 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.845977 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.851990 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:51:36.852370 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:51:36.854696 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:51:37.026952 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:37.031284 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:37.033945 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab031bbe-aad6-4c97-9cb5-f6bc260b18b3 HTTP/1.1" status: 204 len: 168 time: 0.3858850 Aug 16 11:51:37.052435 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20defcf-3942-4803-afc2-8e0dd5d8cf3f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab031bbe-aad6-4c97-9cb5-f6bc260b18b3,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:37.283379 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:37.453294 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50726) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:37.495841 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ae8fc18e-ad92-4312-b983-d7057ddc8717 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77aaca3c63eb4a56982937535b31684b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413396 Aug 16 11:51:37.498288 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50728) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:37.559568 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e43f2c8a-6f93-4233-9349-80c7e710f422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:37.584246 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e43f2c8a-6f93-4233-9349-80c7e710f422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:37.689824 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e43f2c8a-6f93-4233-9349-80c7e710f422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:37.692742 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e43f2c8a-6f93-4233-9349-80c7e710f422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:37.693928 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-e43f2c8a-6f93-4233-9349-80c7e710f422 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bacc4c36-c8c1-4d30-8b9c-74ead709285f HTTP/1.1" status: 204 len: 168 time: 0.1946986 Aug 16 11:51:37.703754 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f2c8a-6f93-4233-9349-80c7e710f422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc4c36-c8c1-4d30-8b9c-74ead709285f,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:38.599724 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50740) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:38.640773 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-62ad5eb1-2303-4a68-a6eb-206fd3c87783 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d075bc7838b4cc09a38f4c3715dfbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397873 Aug 16 11:51:38.643219 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50742) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:38.691522 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1a46f969-9755-4dc5-b168-bc087771b241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:38.716034 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1a46f969-9755-4dc5-b168-bc087771b241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:38.838598 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1a46f969-9755-4dc5-b168-bc087771b241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:38.841224 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1a46f969-9755-4dc5-b168-bc087771b241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:38.842436 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1a46f969-9755-4dc5-b168-bc087771b241 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/388f0ebd-b981-40e3-b3ab-7a7afedcd1b3 HTTP/1.1" status: 204 len: 168 time: 0.1982901 Aug 16 11:51:38.850264 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46f969-9755-4dc5-b168-bc087771b241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388f0ebd-b981-40e3-b3ab-7a7afedcd1b3,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:40.201838 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50766) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:40.298697 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-725214745-network', 'tenant_id': '60e5982654284b7db86a24222405b410'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:51:40.392730 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Made reservation on behalf of 60e5982654284b7db86a24222405b410 for: {'network': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:51:40.395196 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for network, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:40.405797 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:40.533088 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:40.569124 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:40.596515 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100978) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 11:51:40.603443 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:40.613386 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:40.613386 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.segments_db [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Added segment 5c6cc226-369c-4a09-a4cb-89a9b7a66c0e of type vlan for network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 Aug 16 11:51:40.652923 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733107290956'] for network, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:40.746732 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031'] for network, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:40.748443 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:40.749427 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:40.816044 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:40.825987 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 details requested by agent ovs-agent-dv-cinder-804698-1-iscsi with host dv-cinder-804698-1-iscsi {{(pid=100979) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 11:51:40.896181 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-2d6bec7c-1506-4a4d-94c8-c6280701a337 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6931913 Aug 16 11:51:40.899263 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50772) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:40.904381 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Request body: {'subnet': {'network_id': '1c2cd91c-1dcb-4620-9f91-ea287f54a1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-725214745-subnet', 'tenant_id': '60e5982654284b7db86a24222405b410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:51:40.993738 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Made reservation on behalf of 60e5982654284b7db86a24222405b410 for: {'subnet': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:51:40.996279 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24203847'] for subnet, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:41.225743 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24175321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24203817'] for subnet, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:41.284796 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6a9d1c-55fa-4a32-96f7-59a1edfb8ef6,revision_number=0']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:41.292450 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Checking segment: {'id': '5c6cc226-369c-4a09-a4cb-89a9b7a66c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c2cd91c-1dcb-4620-9f91-ea287f54a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:51:41.292809 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Network hostable DHCP agents. Network: 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6, hostable agents: ['84ba0297-a5d8-4291-a6e7-733a8c95aca5'], hosted agents: [] {{(pid=100978) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 11:51:41.363567 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 is scheduled to be hosted by DHCP agent 84ba0297-a5d8-4291-a6e7-733a8c95aca5 with binding_index 1 {{(pid=100978) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 11:51:41.484024 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804698-1-iscsi, 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6) {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:51:41.488198 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:41.488786 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:41.493152 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa402b-9c5d-46d0-b71a-2a39223aaf09 None None] Network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:51:41.581669 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-544e439e-f5fa-477a-bf04-12db16922a24 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6811597 Aug 16 11:51:41.613296 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761aabd7-7b7d-4d92-bafe-09574f7995c8 None None] Network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:51:43.694136 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-a226819d-786b-414a-9aa5-76a9b96275bf tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:43.695610 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-a226819d-786b-414a-9aa5-76a9b96275bf tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/networks?id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 HTTP/1.1" status: 200 len: 813 time: 0.1015961 Aug 16 11:51:43.711704 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-ff59c354-a03b-491f-a2bd-92fc36019f5d tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/quotas/60e5982654284b7db86a24222405b410 HTTP/1.1" status: 200 len: 375 time: 0.0095482 Aug 16 11:51:43.751581 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-8570631c-e351-4088-ad5b-a5249cc551f2 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=60e5982654284b7db86a24222405b410&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334954 Aug 16 11:51:43.841908 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-79988a90-888a-40ce-a017-8b26a255bd8a service neutron] 10.222.0.25 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835028 Aug 16 11:51:43.936624 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-ee9c071f-1da1-4ad6-b631-a2f791067459 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884571 Aug 16 11:51:44.199128 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f12e5e4d-02e6-48af-8ab0-176e261d679d req-e7f28aa9-7e23-40b5-bb28-18900ce552e4 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 210 time: 0.0439103 Aug 16 11:51:45.296486 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f3b79522-2828-4134-ae05-97f897bcda28 req-e32d9bd6-1a9a-4b7f-b9da-4915dc72860a tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 210 time: 0.0281451 Aug 16 11:51:46.311737 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-cb662724-f253-422a-bdce-c3b54f3a228d tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:46.313119 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-cb662724-f253-422a-bdce-c3b54f3a228d tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.36 "GET /v2.0/networks?id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 HTTP/1.1" status: 200 len: 813 time: 0.1059420 Aug 16 11:51:46.328992 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Request body: {'port': {'device_id': '8ce7af6c-3283-40b3-ba09-ce8fab0218b8', 'network_id': '1c2cd91c-1dcb-4620-9f91-ea287f54a1b6', 'admin_state_up': True, 'tenant_id': '60e5982654284b7db86a24222405b410'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:51:46.408239 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2dd35543-60a0-40c0-976b-58c3d842ed4d req-9ee83e9e-4a4d-48ab-9251-714fdff31c21 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 210 time: 0.0291152 Aug 16 11:51:46.541096 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Made reservation on behalf of 60e5982654284b7db86a24222405b410 for: {'port': 1} {{(pid=100978) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 11:51:46.545456 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:46.715582 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_common [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Allocated IP 172.20.0.11 (1c2cd91c-1dcb-4620-9f91-ea287f54a1b6/3a6a9d1c-55fa-4a32-96f7-59a1edfb8ef6/bac6c236-d1f8-4620-895e-04598e2da56d) {{(pid=100978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 11:51:46.876783 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Notify callbacks [] for port, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:46.994756 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733107305966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:47.046100 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 is already hosted by enough agents. {{(pid=100978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 11:51:47.049447 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.base_scheduler [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Resources bound (agent type, host, resource id): {{(pid=100978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 11:51:47.053386 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Received port after_create {{(pid=100978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 11:51:47.061153 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Pushing event updated for resources: {'Port': ['ID=bac6c236-d1f8-4620-895e-04598e2da56d,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:47.109389 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:47.110007 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:47.193719 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-48849c26-cbd2-4004-abbc-6beb44272ff5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8699403 Aug 16 11:51:47.206896 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.v2.base [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Request body: {'port': {'device_id': '8ce7af6c-3283-40b3-ba09-ce8fab0218b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80469'}} {{(pid=100978) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 11:51:47.272900 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:47.572942 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bf8ff-0d9a-4d1f-a33e-9ad178c294d5 req-4a8a352a-331f-45b4-80d1-36e05b788574 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:47.581158 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-993bf8ff-0d9a-4d1f-a33e-9ad178c294d5 req-4a8a352a-331f-45b4-80d1-36e05b788574 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 932 time: 0.0851195 Aug 16 11:51:47.581317 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac6c236-d1f8-4620-895e-04598e2da56d {{(pid=100978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:51:47.588648 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:47.601456 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Transition to ACTIVE for port object bac6c236-d1f8-4620-895e-04598e2da56d will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 11:51:47.615094 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-993bf8ff-0d9a-4d1f-a33e-9ad178c294d5 req-87c2d52b-bbcb-4fba-b771-4d26357b8b10 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335441 Aug 16 11:51:47.683801 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:47.744155 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Pushing event updated for resources: {'Port': ['ID=bac6c236-d1f8-4620-895e-04598e2da56d,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:47.824539 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Attempting to bind port bac6c236-d1f8-4620-895e-04598e2da56d on host hv-cinder-80469 for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 11:51:47.824959 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Attempting to bind port bac6c236-d1f8-4620-895e-04598e2da56d by drivers openvswitch,hyperv on host hv-cinder-80469 at level 0 using segments [{'id': '5c6cc226-369c-4a09-a4cb-89a9b7a66c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c2cd91c-1dcb-4620-9f91-ea287f54a1b6'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 11:51:47.825346 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Attempting to bind port bac6c236-d1f8-4620-895e-04598e2da56d on network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:51:47.831540 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Port bac6c236-d1f8-4620-895e-04598e2da56d on network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80469 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 11:51:47.832555 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Attempting to bind port bac6c236-d1f8-4620-895e-04598e2da56d on network 1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 11:51:47.839157 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Checking agent: {'id': '28bb020b-6c2e-4fa1-ada5-bc5fbc6d132a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80469', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'started_at': datetime.datetime(2021, 8, 16, 11, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 11, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 11:51:47.839501 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Checking segment: {'id': '5c6cc226-369c-4a09-a4cb-89a9b7a66c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c2cd91c-1dcb-4620-9f91-ea287f54a1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 11:51:47.839899 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Bound using segment: {'id': '5c6cc226-369c-4a09-a4cb-89a9b7a66c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c2cd91c-1dcb-4620-9f91-ea287f54a1b6'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 11:51:47.840337 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Bound port: bac6c236-d1f8-4620-895e-04598e2da56d, host: hv-cinder-80469, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c6cc226-369c-4a09-a4cb-89a9b7a66c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c2cd91c-1dcb-4620-9f91-ea287f54a1b6'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 11:51:47.840700 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:47.914094 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] For port bac6c236-d1f8-4620-895e-04598e2da56d, host hv-cinder-80469, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 11:51:47.917920 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] For port bac6c236-d1f8-4620-895e-04598e2da56d, host hv-cinder-80469, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bac6c236-d1f8-4620-895e-04598e2da56d,segment=NetworkSegment(5c6cc226-369c-4a09-a4cb-89a9b7a66c0e),segment_id=5c6cc226-369c-4a09-a4cb-89a9b7a66c0e)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 11:51:48.010491 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24175686'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:48.044758 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:48.045369 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:48.046785 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] 10.222.0.36 "PUT /v2.0/ports/bac6c236-d1f8-4620-895e-04598e2da56d HTTP/1.1" status: 200 len: 1094 time: 0.8443398 Aug 16 11:51:48.047223 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce7af6c-3283-40b3-ba09-ce8fab0218b8', 'tag': 'bac6c236-d1f8-4620-895e-04598e2da56d'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:51:48.049472 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775be318-e7ae-4250-8a40-05c3570bf272" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce7af6c-3283-40b3-ba09-ce8fab0218b8", "tag": "bac6c236-d1f8-4620-895e-04598e2da56d"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:51:48.079037 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab964a5-cc14-4654-b192-5ccf3c43829a service neutron] Pushing event updated for resources: {'Port': ['ID=bac6c236-d1f8-4620-895e-04598e2da56d,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:48.091910 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0627a7bf-03cc-474c-8e56-59509ad833ad x-openstack-request-id: req-0627a7bf-03cc-474c-8e56-59509ad833ad {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:51:48.092195 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce7af6c-3283-40b3-ba09-ce8fab0218b8", "tag": "bac6c236-d1f8-4620-895e-04598e2da56d", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:51:48.092442 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0627a7bf-03cc-474c-8e56-59509ad833ad {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:51:48.092837 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce7af6c-3283-40b3-ba09-ce8fab0218b8', 'tag': 'bac6c236-d1f8-4620-895e-04598e2da56d', 'status': 'completed', 'code': 200} Aug 16 11:51:48.161010 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775be318-e7ae-4250-8a40-05c3570bf272 req-655a9856-9e34-4814-8060-aa50b7fb9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:48.162516 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-775be318-e7ae-4250-8a40-05c3570bf272 req-655a9856-9e34-4814-8060-aa50b7fb9719 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e5982654284b7db86a24222405b410&device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 1097 time: 0.0450816 Aug 16 11:51:48.264919 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775be318-e7ae-4250-8a40-05c3570bf272 req-8e34b6a8-f04e-42d1-a04a-78605c803701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:48.266289 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-775be318-e7ae-4250-8a40-05c3570bf272 req-8e34b6a8-f04e-42d1-a04a-78605c803701 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=60e5982654284b7db86a24222405b410&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953012 Aug 16 11:51:48.368319 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775be318-e7ae-4250-8a40-05c3570bf272 req-8fbdd2e0-b862-4a1c-9649-84359af7e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:48.369806 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-775be318-e7ae-4250-8a40-05c3570bf272 req-8fbdd2e0-b862-4a1c-9649-84359af7e00d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0956793 Aug 16 11:51:48.447379 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-70d41fd2-8da7-4105-9cb9-133bec31d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:48.448861 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-70d41fd2-8da7-4105-9cb9-133bec31d40f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e5982654284b7db86a24222405b410&device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 1097 time: 0.0409863 Aug 16 11:51:48.495227 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-61b918f5-ed2d-41ec-afc7-119aa1fde73f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac6c236-d1f8-4620-895e-04598e2da56d HTTP/1.1" status: 200 len: 217 time: 0.0381212 Aug 16 11:51:48.545280 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-59660f59-2c6a-4509-9cbe-d744304df688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:48.546774 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-59660f59-2c6a-4509-9cbe-d744304df688 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a6a9d1c-55fa-4a32-96f7-59a1edfb8ef6 HTTP/1.1" status: 200 len: 853 time: 0.0451770 Aug 16 11:51:48.582071 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-80999d62-deb6-446c-aa7d-f0079e514779 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255156 Aug 16 11:51:48.677434 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-10d66ebf-1938-49b9-b9ad-8ee76d488eb0 service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883777 Aug 16 11:51:48.771784 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9784-c64f-4468-b080-c86fad9bc5ff req-1d075627-f93e-435b-b0e2-c4309f33f5b6 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:48.773637 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-047b9784-c64f-4468-b080-c86fad9bc5ff req-1d075627-f93e-435b-b0e2-c4309f33f5b6 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 944 time: 0.0714705 Aug 16 11:51:48.798384 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-ab90a040-a124-4e7e-b308-b994e9c10313 req-49fba66c-abd6-43e3-9398-fc2b83409bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134140 Aug 16 11:51:48.820300 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-047b9784-c64f-4468-b080-c86fad9bc5ff req-525a311f-e244-485c-b482-0bda826b8eae tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399728 Aug 16 11:51:49.946226 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064431-cd2a-4239-9b1c-385b2852aaf9 req-8345f5dc-95e3-4bf1-a82f-21463fec99f3 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:49.947892 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-08064431-cd2a-4239-9b1c-385b2852aaf9 req-8345f5dc-95e3-4bf1-a82f-21463fec99f3 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 944 time: 0.0564609 Aug 16 11:51:49.988582 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-08064431-cd2a-4239-9b1c-385b2852aaf9 req-b9ae8dd4-85ac-491b-a786-7e31043e4881 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Aug 16 11:51:51.063318 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0dc14-8e5b-4fc0-a87c-dbcc56735a99 req-c63f2203-c21a-4983-92bb-eea0d549bc37 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:51.065555 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ebe0dc14-8e5b-4fc0-a87c-dbcc56735a99 req-c63f2203-c21a-4983-92bb-eea0d549bc37 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 946 time: 0.0538657 Aug 16 11:51:51.154678 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ebe0dc14-8e5b-4fc0-a87c-dbcc56735a99 req-f6858288-f0ba-4eb7-b84f-9931eac5dd64 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738878 Aug 16 11:51:51.164064 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47952d3f-e2ee-4442-aa8f-ec0ac8738148 req-624c2286-692f-45be-b6f0-588c90e52dc0 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:51.166105 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-47952d3f-e2ee-4442-aa8f-ec0ac8738148 req-624c2286-692f-45be-b6f0-588c90e52dc0 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 944 time: 0.0994406 Aug 16 11:51:51.207844 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-47952d3f-e2ee-4442-aa8f-ec0ac8738148 req-73d183f3-32c7-421c-940e-2f7ea8eb4df4 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350885 Aug 16 11:51:52.274941 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b14cc-d382-4f50-9737-6832efe9f9d8 req-aff842b9-5ab3-4440-a272-ebf4b6b2b3bc tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:52.276731 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9b9b14cc-d382-4f50-9737-6832efe9f9d8 req-aff842b9-5ab3-4440-a272-ebf4b6b2b3bc tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 946 time: 0.0532830 Aug 16 11:51:52.346259 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9b9b14cc-d382-4f50-9737-6832efe9f9d8 req-a86379cb-4492-47dd-b4aa-f2d49ac4d035 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e18d8714-c1ab-4951-8383-80839a37b25c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590408 Aug 16 11:51:52.355351 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3349d5a-2549-414b-a330-0c57a24214e1 req-f1a9726a-a545-4e75-b919-c85a91759e6c tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:52.356923 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3349d5a-2549-414b-a330-0c57a24214e1 req-f1a9726a-a545-4e75-b919-c85a91759e6c tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 944 time: 0.0784562 Aug 16 11:51:52.402544 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3349d5a-2549-414b-a330-0c57a24214e1 req-ab3f0403-f381-421e-aab3-add61d43cc2a tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Aug 16 11:51:52.546329 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:52.688733 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-ee9f8a08-93a7-48b3-9ef7-2644e637afc9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:52.690158 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-ee9f8a08-93a7-48b3-9ef7-2644e637afc9 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 946 time: 0.0479956 Aug 16 11:51:52.784494 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Deleting port f069f85f-1c95-4ee2-bb7b-2327dd938a60 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:52.784900 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:52.874084 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] For port f069f85f-1c95-4ee2-bb7b-2327dd938a60, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=f069f85f-1c95-4ee2-bb7b-2327dd938a60,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:52.874352 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:52.990778 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device bac6c236-d1f8-4620-895e-04598e2da56d details requested by agent hyperv_hv-cinder-80469 with host hv-cinder-80469 {{(pid=100979) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 11:51:53.051987 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:53.052361 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-727745'] for floatingip, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:53.052674 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.db.l3_db [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Floating IP 6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320 disassociated. External IP: 172.27.0.170, port: f069f85f-1c95-4ee2-bb7b-2327dd938a60. Aug 16 11:51:53.053020 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Calling delete_port for f069f85f-1c95-4ee2-bb7b-2327dd938a60 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:53.096460 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port bac6c236-d1f8-4620-895e-04598e2da56d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bac6c236-d1f8-4620-895e-04598e2da56d,segment=NetworkSegment(5c6cc226-369c-4a09-a4cb-89a9b7a66c0e),segment_id=5c6cc226-369c-4a09-a4cb-89a9b7a66c0e)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:53.107621 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Returning: {'device': 'bac6c236-d1f8-4620-895e-04598e2da56d', 'network_id': '1c2cd91c-1dcb-4620-9f91-ea287f54a1b6', 'port_id': 'bac6c236-d1f8-4620-895e-04598e2da56d', 'mac_address': 'fa:16:3e:ac:57:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6a9d1c-55fa-4a32-96f7-59a1edfb8ef6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100979) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 11:51:53.150021 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:53.163407 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac6c236-d1f8-4620-895e-04598e2da56d {{(pid=100979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 11:51:53.183975 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port bac6c236-d1f8-4620-895e-04598e2da56d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bac6c236-d1f8-4620-895e-04598e2da56d,segment=NetworkSegment(5c6cc226-369c-4a09-a4cb-89a9b7a66c0e),segment_id=5c6cc226-369c-4a09-a4cb-89a9b7a66c0e)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:53.260924 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:53.272229 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:53.293675 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event deleted for resources: {'Port': ['ID=f069f85f-1c95-4ee2-bb7b-2327dd938a60,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:53.332263 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=bac6c236-d1f8-4620-895e-04598e2da56d,revision_number=4']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:53.410361 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Router 9f6ddaab-e026-4122-89d7-a5015380ae80 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:51:53.463008 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-34e9895b-d3a2-433e-8ca1-cc54f68b59a9 req-26d398ae-9d5b-41a7-9cd3-58cca398f936 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 210 time: 0.0432546 Aug 16 11:51:53.498431 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] get_ports_and_sgs() called for port_ids ['bac6c236-d1f8-4620-895e-04598e2da56d'] {{(pid=100979) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 11:51:53.535306 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:51:53.547784 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4135-3c25-42dd-a816-cdf7b57cc291 req-57f01802-5f19-4f5e-8b01-1f7fd0e5eb49 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:53.549701 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-44aa4135-3c25-42dd-a816-cdf7b57cc291 req-57f01802-5f19-4f5e-8b01-1f7fd0e5eb49 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 945 time: 0.0618386 Aug 16 11:51:53.562985 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] Sync routers for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:51:53.574999 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:51:53.575545 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:53.589056 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] No DVR routers for this DVR port f069f85f-1c95-4ee2-bb7b-2327dd938a60 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:51:53.593879 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:53.596039 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-82ed282e-4d29-41b2-91f5-69ba2164f77b req-c78688ff-6683-4ea1-a31b-ef5876a3b3ab tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.36 "DELETE /v2.0/ports/f069f85f-1c95-4ee2-bb7b-2327dd938a60 HTTP/1.1" status: 204 len: 173 time: 0.8986964 Aug 16 11:51:53.596547 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'name': 'network-vif-deleted', 'tag': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:51:53.598953 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6f170a-04a8-4d62-9593-4fc471937a08" -d '{"events": [{"server_uuid": "9a804858-ea99-4bb9-a06d-a128fd02b370", "name": "network-vif-deleted", "tag": "f069f85f-1c95-4ee2-bb7b-2327dd938a60"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:51:53.603650 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-44aa4135-3c25-42dd-a816-cdf7b57cc291 req-918f32c6-5b2c-4860-ae7f-47d42a00a0a8 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Aug 16 11:51:53.655381 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7b3d79-d93b-4801-b505-a31cf1aabc95 x-openstack-request-id: req-bf7b3d79-d93b-4801-b505-a31cf1aabc95 {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:51:53.655688 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a804858-ea99-4bb9-a06d-a128fd02b370", "name": "network-vif-deleted", "tag": "f069f85f-1c95-4ee2-bb7b-2327dd938a60", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:51:53.655955 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf7b3d79-d93b-4801-b505-a31cf1aabc95 {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:51:53.656372 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a804858-ea99-4bb9-a06d-a128fd02b370', 'name': 'network-vif-deleted', 'tag': 'f069f85f-1c95-4ee2-bb7b-2327dd938a60', 'status': 'completed', 'code': 200} Aug 16 11:51:53.701695 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:51:53.923878 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:53.952681 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] Checking router: 9f6ddaab-e026-4122-89d7-a5015380ae80 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:51:53.961627 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:51:53.962296 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:54.089766 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:51:54.331975 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:51:54.363884 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5377c2-ba60-4b99-8524-fb1e8c1337cd None None] The sync data for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi is: [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:46:49Z', 'revision_number': 4, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_interfaces': [{'id': 'b10d277c-2387-4d2a-a206-a9c9660d3f15', 'name': '', 'network_id': '2ec46b04-b71e-4394-9c01-d5216b25ba8a', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'mac_address': 'fa:16:3e:6a:f4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:48Z', 'updated_at': '2021-08-16T11:46:53Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'subnets': [{'id': '797190c4-5f8b-4402-afd0-1c2556d13e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:51:54.585926 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ecb1a130-c9ec-4e10-9f46-f22030f2ecc3 req-3a2b06da-2b87-41a3-9400-cceb1ce5cb65 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a804858-ea99-4bb9-a06d-a128fd02b370 HTTP/1.1" status: 200 len: 210 time: 0.0293336 Aug 16 11:51:54.600581 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36902b9a-e4c7-4257-8cdb-1e71c1a85012 None None] New status for floating IP 6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320: DOWN {{(pid=100979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:51:54.743178 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cba040-50db-4bb3-88b0-47c1294fc26c req-4b87fd27-17a4-4708-9c04-4e2cb9b85d3a tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:54.744646 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d8cba040-50db-4bb3-88b0-47c1294fc26c req-4b87fd27-17a4-4708-9c04-4e2cb9b85d3a tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 945 time: 0.0517423 Aug 16 11:51:54.788618 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d8cba040-50db-4bb3-88b0-47c1294fc26c req-bff3198f-2afd-4f08-93f5-c1caa33296a5 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376647 Aug 16 11:51:55.009115 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device bac6c236-d1f8-4620-895e-04598e2da56d up at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 11:51:55.106444 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning for port bac6c236-d1f8-4620-895e-04598e2da56d completed by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 11:51:55.110457 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.provisioning_blocks [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Provisioning complete for port bac6c236-d1f8-4620-895e-04598e2da56d triggered by entity L2. {{(pid=100979) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 11:51:55.110853 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573744'] for port, provisioning_complete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:55.189696 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:55.214043 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce7af6c-3283-40b3-ba09-ce8fab0218b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6c236-d1f8-4620-895e-04598e2da56d'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:51:55.216345 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d669d12-104f-47ec-bba6-9def0093cba0" -d '{"events": [{"server_uuid": "8ce7af6c-3283-40b3-ba09-ce8fab0218b8", "name": "network-vif-plugged", "status": "completed", "tag": "bac6c236-d1f8-4620-895e-04598e2da56d"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:51:55.229972 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port bac6c236-d1f8-4620-895e-04598e2da56d, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=bac6c236-d1f8-4620-895e-04598e2da56d,segment=NetworkSegment(5c6cc226-369c-4a09-a4cb-89a9b7a66c0e),segment_id=5c6cc226-369c-4a09-a4cb-89a9b7a66c0e)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:51:55.255083 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a745b6-bc71-4293-a1df-d95db8ddfe7f x-openstack-request-id: req-36a745b6-bc71-4293-a1df-d95db8ddfe7f {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:51:55.255375 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce7af6c-3283-40b3-ba09-ce8fab0218b8", "name": "network-vif-plugged", "status": "completed", "tag": "bac6c236-d1f8-4620-895e-04598e2da56d", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:51:55.255626 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36a745b6-bc71-4293-a1df-d95db8ddfe7f {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:51:55.256026 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce7af6c-3283-40b3-ba09-ce8fab0218b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6c236-d1f8-4620-895e-04598e2da56d', 'code': 200} Aug 16 11:51:55.301083 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:55.351927 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=bac6c236-d1f8-4620-895e-04598e2da56d,revision_number=5']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:55.562151 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a9fdb-05df-4f3f-bac4-4559b753fd5f req-13afbc2e-f5d9-4970-8c59-fd7cc88b90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:55.563824 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-737a9fdb-05df-4f3f-bac4-4559b753fd5f req-13afbc2e-f5d9-4970-8c59-fd7cc88b90ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 1099 time: 0.0486248 Aug 16 11:51:55.599880 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-737a9fdb-05df-4f3f-bac4-4559b753fd5f req-6c11380c-30b7-499c-97f6-143a807a9898 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285311 Aug 16 11:51:55.735898 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 50914) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:55.790466 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ddba33f5-30f1-48cd-9cc2-c54232721145 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:55.815043 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ddba33f5-30f1-48cd-9cc2-c54232721145 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:55.905619 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d189c-e2fa-4002-9993-a60518348de9 req-3ef3b3c0-aa70-4fbe-ba53-791257c0a5c1 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:55.907071 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8b5d189c-e2fa-4002-9993-a60518348de9 req-3ef3b3c0-aa70-4fbe-ba53-791257c0a5c1 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 946 time: 0.0503883 Aug 16 11:51:55.945485 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8b5d189c-e2fa-4002-9993-a60518348de9 req-315d01a1-2f35-44cd-aa2a-453f5bc9a025 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Aug 16 11:51:55.963717 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ddba33f5-30f1-48cd-9cc2-c54232721145 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:55.966288 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ddba33f5-30f1-48cd-9cc2-c54232721145 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:55.967486 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-ddba33f5-30f1-48cd-9cc2-c54232721145 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "DELETE /v2.0/security-groups/e18d8714-c1ab-4951-8383-80839a37b25c HTTP/1.1" status: 204 len: 168 time: 0.2305980 Aug 16 11:51:55.970273 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50918) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:55.976559 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba33f5-30f1-48cd-9cc2-c54232721145 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d8714-c1ab-4951-8383-80839a37b25c,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:55.984152 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.api.v2.resource [None req-cb542211-221b-4c88-be29-ec7de13c3e1f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] show failed (client error): The resource could not be found. Aug 16 11:51:55.985171 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-cb542211-221b-4c88-be29-ec7de13c3e1f tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "GET /v2.0/security-groups/e18d8714-c1ab-4951-8383-80839a37b25c HTTP/1.1" status: 404 len: 347 time: 0.0138662 Aug 16 11:51:55.988033 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 50920) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:51:56.113883 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Deleting port 561f8f93-8d9b-4135-ae91-8bdd373d327c {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:51:56.114225 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:56.191181 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:56.191408 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:56.203783 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Calling delete_port for 561f8f93-8d9b-4135-ae91-8bdd373d327c owned by network:floatingip {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:51:56.416078 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:56.445204 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Pushing event deleted for resources: {'Port': ['ID=561f8f93-8d9b-4135-ae91-8bdd373d327c,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:51:56.514908 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks [] for floatingip, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:56.517894 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:51:56.519141 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-d379ce42-6530-4df0-89b1-d1440670b128 tempest-AttachVolumeTestJSON-675804982 tempest-AttachVolumeTestJSON-675804982-project] 10.222.0.25 "DELETE /v2.0/floatingips/6e1b5a28-fcf8-4e1a-8d3b-e0f5a1403320 HTTP/1.1" status: 204 len: 168 time: 0.5300224 Aug 16 11:51:56.618932 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-21fb1e80-b764-4ff6-a504-5b78ed93ee00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412798 Aug 16 11:51:56.682675 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-837a98e5-9aa5-4b4c-8046-e767b0af371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:56.684158 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-837a98e5-9aa5-4b4c-8046-e767b0af371b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1098 time: 0.0452874 Aug 16 11:51:56.795372 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-93b36dfd-3b93-4970-8ddc-eba43bad8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:56.796965 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-93b36dfd-3b93-4970-8ddc-eba43bad8d5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0927427 Aug 16 11:51:56.880084 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-38aea075-29ed-4db4-a19d-89f6e6e5cb0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 1000 time: 0.0743885 Aug 16 11:51:56.933366 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-281e1c66-9c53-46cd-8105-1438505a95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:56.934851 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-281e1c66-9c53-46cd-8105-1438505a95a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0473931 Aug 16 11:51:56.984695 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-bd996929-aafd-430d-a9b0-c1b07d095e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:56.989708 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-bd996929-aafd-430d-a9b0-c1b07d095e95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432751 Aug 16 11:51:57.023560 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f069f85f-1c95-4ee2-bb7b-2327dd938a60 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:51:57.046124 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] No Port match for: f069f85f-1c95-4ee2-bb7b-2327dd938a60 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:51:57.046468 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device f069f85f-1c95-4ee2-bb7b-2327dd938a60 not bound to the agent host hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:51:57.067573 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7238a-00dd-4f59-8a50-988456fda659 req-3b748909-cc89-4f79-91b6-3aa3abc0ca93 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:51:57.069057 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6ad7238a-00dd-4f59-8a50-988456fda659 req-3b748909-cc89-4f79-91b6-3aa3abc0ca93 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 946 time: 0.0538540 Aug 16 11:51:57.087465 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-95f25961-ae58-4ef4-ae15-b1a27f957498 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929224 Aug 16 11:51:57.110557 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6ad7238a-00dd-4f59-8a50-988456fda659 req-f40771f4-7be5-450e-9721-217b3a41fb22 tempest-VolumesSnapshotTestJSON-948315169 tempest-VolumesSnapshotTestJSON-948315169-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e28e7c3-1714-47ea-8bed-e2639f9a0d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347130 Aug 16 11:51:57.190482 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b39358ec-44d4-4c15-b086-1fc5eca39921 req-d099d3e5-f2be-4f61-8424-ead3e3262266 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966320 Aug 16 11:52:00.533372 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 51010) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:00.955129 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-720321'] for router_interface, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:01.498471 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Deleting port b10d277c-2387-4d2a-a206-a9c9660d3f15 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:52:01.498834 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:01.586943 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] For port b10d277c-2387-4d2a-a206-a9c9660d3f15, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=b10d277c-2387-4d2a-a206-a9c9660d3f15,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:52:01.587710 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:01.600749 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Calling delete_port for b10d277c-2387-4d2a-a206-a9c9660d3f15 owned by network:router_interface {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:52:01.734750 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e0c5d3b3-7cd5-4818-9efc-c013f7ccb33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:01.866596 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:01.901278 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10d277c-2387-4d2a-a206-a9c9660d3f15,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:02.079590 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-725585'] for router_interface, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:02.312755 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Router 9f6ddaab-e026-4122-89d7-a5015380ae80 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100978) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:52:02.435156 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100978) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:52:02.440548 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-55e3b66b-b647-48e9-b1ca-3cdf769102f0 admin admin] 10.222.0.25 "PUT /v2.0/routers/9f6ddaab-e026-4122-89d7-a5015380ae80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060380 Aug 16 11:52:02.444905 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 51018) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:02.448726 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] Sync routers for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:52:02.459061 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:52:02.459702 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:02.563140 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks [] for router, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:02.587773 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:52:02.698178 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:02.770852 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:52:01Z', 'revision_number': 5, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port': {'id': 'ab087e2d-bfea-4e38-b6e4-54eb48fa6657', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:46:44Z', 'updated_at': '2021-08-16T11:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi'}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:02.797615 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] Checking router: 9f6ddaab-e026-4122-89d7-a5015380ae80 for host: dv-cinder-804698-1-iscsi {{(pid=100980) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:52:02.807863 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] Routers {'9f6ddaab-e026-4122-89d7-a5015380ae80'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100980) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:52:02.808399 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:51:34Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['9f6ddaab-e026-4122-89d7-a5015380ae80'], 'active': True} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:02.824791 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Deleting port ab087e2d-bfea-4e38-b6e4-54eb48fa6657 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:52:02.825031 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:02.906592 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_dvr_db [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] Set router 9f6ddaab-e026-4122-89d7-a5015380ae80 gateway port host: None {{(pid=100980) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:52:02.926243 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] For port ab087e2d-bfea-4e38-b6e4-54eb48fa6657, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=ab087e2d-bfea-4e38-b6e4-54eb48fa6657,segment=NetworkSegment(387374c3-7228-452c-a799-61cfdd376a2b),segment_id=387374c3-7228-452c-a799-61cfdd376a2b)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:52:02.926671 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:02.943138 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Calling delete_port for ab087e2d-bfea-4e38-b6e4-54eb48fa6657 owned by network:router_gateway {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:52:03.058966 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.l3_hamode_db [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:52:02Z', 'revision_number': 6, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port_host': None}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:03.087037 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c4f08-66a6-4483-98c3-68748c6255c0 None None] The sync data for ids ['9f6ddaab-e026-4122-89d7-a5015380ae80'] in dv-cinder-804698-1-iscsi is: [{'id': '9f6ddaab-e026-4122-89d7-a5015380ae80', 'name': 'tempest-AttachVolumeTestJSON-613258511-router', 'tenant_id': '395c4bfffc4f4dd49392d3be253b630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:46:43Z', 'updated_at': '2021-08-16T11:52:02Z', 'revision_number': 6, 'project_id': '395c4bfffc4f4dd49392d3be253b630b', 'gw_port_host': None}] {{(pid=100980) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:52:03.192526 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.224897 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab087e2d-bfea-4e38-b6e4-54eb48fa6657,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:03.294887 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-727803'] for router_gateway, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.386485 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7839'] for router, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.388688 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.478750 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726374'] for router, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.479698 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6ddaab-e026-4122-89d7-a5015380ae80 {{(pid=100978) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 11:52:03.487267 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] Notify callbacks [] for router, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.488805 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-fe329634-144d-4289-87e1-612944503f4f admin admin] 10.222.0.25 "DELETE /v2.0/routers/9f6ddaab-e026-4122-89d7-a5015380ae80 HTTP/1.1" status: 204 len: 168 time: 1.0425358 Aug 16 11:52:03.491737 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 51022) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:03.537616 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2efd52-fedc-49f9-b7d6-7cce817bbf6d admin admin] Deleting subnet 797190c4-5f8b-4402-afd0-1c2556d13e81 {{(pid=100978) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 11:52:03.541594 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9e2efd52-fedc-49f9-b7d6-7cce817bbf6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.576258 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9e2efd52-fedc-49f9-b7d6-7cce817bbf6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4944899'] for subnet, precommit_delete_associations {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.646424 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device b10d277c-2387-4d2a-a206-a9c9660d3f15 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:52:03.669778 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: b10d277c-2387-4d2a-a206-a9c9660d3f15 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:52:03.670436 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device b10d277c-2387-4d2a-a206-a9c9660d3f15 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:52:03.670990 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ab087e2d-bfea-4e38-b6e4-54eb48fa6657 no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:52:03.675890 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9e2efd52-fedc-49f9-b7d6-7cce817bbf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1351642'] for subnet, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.702139 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: ab087e2d-bfea-4e38-b6e4-54eb48fa6657 {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:52:03.702719 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device ab087e2d-bfea-4e38-b6e4-54eb48fa6657 not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:52:03.837544 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9e2efd52-fedc-49f9-b7d6-7cce817bbf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1351635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24175644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24203810'] for subnet, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.860459 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2efd52-fedc-49f9-b7d6-7cce817bbf6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797190c4-5f8b-4402-afd0-1c2556d13e81,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:03.864220 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-9e2efd52-fedc-49f9-b7d6-7cce817bbf6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:03.869012 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-9e2efd52-fedc-49f9-b7d6-7cce817bbf6d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/797190c4-5f8b-4402-afd0-1c2556d13e81 HTTP/1.1" status: 204 len: 168 time: 0.3732662 Aug 16 11:52:03.869512 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 51024) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:03.873178 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f5640d-bed1-40fc-94bc-dd06a5c9c27e None None] Network 2ec46b04-b71e-4394-9c01-d5216b25ba8a requested from dv-cinder-804698-1-iscsi {{(pid=100979) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 11:52:03.950702 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721804'] for network, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.004255 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Deleting port 46eed499-e135-4fc0-9ba1-73e68389133b {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:52:04.004600 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.075542 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] DHCP port deletion for 2ec46b04-b71e-4394-9c01-d5216b25ba8a request from dv-cinder-804698-1-iscsi {{(pid=100979) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 11:52:04.077509 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] For port 46eed499-e135-4fc0-9ba1-73e68389133b, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=46eed499-e135-4fc0-9ba1-73e68389133b,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:52:04.077882 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.095476 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Calling delete_port for 46eed499-e135-4fc0-9ba1-73e68389133b owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:52:04.131359 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] Deleting port 46eed499-e135-4fc0-9ba1-73e68389133b {{(pid=100979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:52:04.131977 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.206990 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] For port 46eed499-e135-4fc0-9ba1-73e68389133b, host dv-cinder-804698-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804698-1-iscsi',level=0,port_id=46eed499-e135-4fc0-9ba1-73e68389133b,segment=NetworkSegment(3797a1f8-6138-4459-974b-fab903db0e1d),segment_id=3797a1f8-6138-4459-974b-fab903db0e1d)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:52:04.207355 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.220813 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] Calling delete_port for 46eed499-e135-4fc0-9ba1-73e68389133b owned by network:dhcp {{(pid=100979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:52:04.254949 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.281437 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=46eed499-e135-4fc0-9ba1-73e68389133b,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:04.286997 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] No DVR routers for this DVR port 46eed499-e135-4fc0-9ba1-73e68389133b on host dv-cinder-804698-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:52:04.298602 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975'] for port, after_delete {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.328789 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] Pushing event deleted for resources: {'Port': ['ID=46eed499-e135-4fc0-9ba1-73e68389133b,revision_number=None']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:04.332642 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e2fef-fb2e-4896-932b-4135f5ad74c8 None None] No DVR routers for this DVR port 46eed499-e135-4fc0-9ba1-73e68389133b on host dv-cinder-804698-1-iscsi {{(pid=100979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:52:04.362515 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1345199', 'neutron.services.segments.db._delete_segments_for_network-8733107779651'] for network, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.376636 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec46b04-b71e-4394-9c01-d5216b25ba8a']}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:04.394819 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3797a1f8-6138-4459-974b-fab903db0e1d') {'for_net_delete': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:04.395268 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.services.segments.db [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3797a1f8-6138-4459-974b-fab903db0e1d') {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:04.408207 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733107783756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6152235'] for segment, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.423848 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563'] for segment, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.431281 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 11:52:04.431693 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1351563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6153860'] for segment, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: Traceback (most recent call last): Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: timer() Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: cb(*args, **kw) Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: return func(*args, **kwargs) Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: self._notify() Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: self.callback(batched_events) Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: event.method(event) Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: return f(self, *a, **k) Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._get(url).json() Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: return self.request(url, 'GET', **kwargs) Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 11:52:04.433517 dv-cinder-804698-1-iscsi neutron-server[100977]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 11:52:04.449840 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6677-60fc-4e54-8375-005222ac21bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.541129 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.558335 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1349724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-727775'] for network, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.572970 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587237'] for network, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:04.572970 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2ec46b04-b71e-4394-9c01-d5216b25ba8a HTTP/1.1" status: 204 len: 168 time: 0.6982045 Aug 16 11:52:04.579250 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643831e6-64dd-4713-b985-d1f47fe4cc47 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec46b04-b71e-4394-9c01-d5216b25ba8a,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:04.869526 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 51030) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:04.923839 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-b81e0a16-9041-4ed3-a581-a9aeeeebc63e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=395c4bfffc4f4dd49392d3be253b630b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530684 Aug 16 11:52:04.926327 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 51032) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:04.979764 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83b27c70-7914-49f7-b0a1-de7d63d62ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:05.009639 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83b27c70-7914-49f7-b0a1-de7d63d62ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:05.101010 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83b27c70-7914-49f7-b0a1-de7d63d62ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:05.104161 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-83b27c70-7914-49f7-b0a1-de7d63d62ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:05.105333 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-83b27c70-7914-49f7-b0a1-de7d63d62ade admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0dfef147-75dc-4911-8a5e-72ee3aa5fc60 HTTP/1.1" status: 204 len: 168 time: 0.1780589 Aug 16 11:52:05.113720 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b27c70-7914-49f7-b0a1-de7d63d62ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfef147-75dc-4911-8a5e-72ee3aa5fc60,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:05.511873 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 46eed499-e135-4fc0-9ba1-73e68389133b no longer exists at agent ovs-agent-dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:52:05.533103 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.plugin [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] No Port match for: 46eed499-e135-4fc0-9ba1-73e68389133b {{(pid=100979) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 11:52:05.533529 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Device 46eed499-e135-4fc0-9ba1-73e68389133b not bound to the agent host dv-cinder-804698-1-iscsi {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 11:52:05.832016 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:07.323714 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:09.787474 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:52:10.741728 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 51188) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:10.868667 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1303ce89-3a48-46f5-837f-7c2efaae148a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:10.993830 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1303ce89-3a48-46f5-837f-7c2efaae148a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:11.066128 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-1303ce89-3a48-46f5-837f-7c2efaae148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:11.111144 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-1303ce89-3a48-46f5-837f-7c2efaae148a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=603e5d6dc8db4b58920a955b163e101f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686976 Aug 16 11:52:11.111945 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303ce89-3a48-46f5-837f-7c2efaae148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe91c56-f3be-43f5-8b14-3c045b436ad9,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:11.113985 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 51192) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:11.173443 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0bb37a94-0a38-4019-a9f0-66cb61905438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:11.196470 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0bb37a94-0a38-4019-a9f0-66cb61905438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:11.289025 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0bb37a94-0a38-4019-a9f0-66cb61905438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:11.292224 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0bb37a94-0a38-4019-a9f0-66cb61905438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:11.293405 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-0bb37a94-0a38-4019-a9f0-66cb61905438 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfe91c56-f3be-43f5-8b14-3c045b436ad9 HTTP/1.1" status: 204 len: 168 time: 0.1781971 Aug 16 11:52:11.301816 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb37a94-0a38-4019-a9f0-66cb61905438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe91c56-f3be-43f5-8b14-3c045b436ad9,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:11.861210 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 51200) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:11.875337 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd12e81b-3007-404e-ac9a-4edba8b23f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:11.966887 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd12e81b-3007-404e-ac9a-4edba8b23f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:12.049045 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd12e81b-3007-404e-ac9a-4edba8b23f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:12.086827 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12e81b-3007-404e-ac9a-4edba8b23f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b4c97-e80e-4efe-9b8b-272701e3bf1e,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:12.091863 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-fd12e81b-3007-404e-ac9a-4edba8b23f57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4eef8b5c92a44d12b8c314dfd9012fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294884 Aug 16 11:52:12.093856 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 51202) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:12.146937 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1baa3116-3b03-4a5d-835b-72f93683be4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:12.169820 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1baa3116-3b03-4a5d-835b-72f93683be4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:12.294855 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1baa3116-3b03-4a5d-835b-72f93683be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:12.297501 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1baa3116-3b03-4a5d-835b-72f93683be4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:12.298711 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-1baa3116-3b03-4a5d-835b-72f93683be4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b59b4c97-e80e-4efe-9b8b-272701e3bf1e HTTP/1.1" status: 204 len: 168 time: 0.2040036 Aug 16 11:52:12.308440 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa3116-3b03-4a5d-835b-72f93683be4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b4c97-e80e-4efe-9b8b-272701e3bf1e,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:14.744955 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 51252) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:14.856397 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-64b94dbe-3a1f-4322-9ecc-f763b6917491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:14.954719 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-64b94dbe-3a1f-4322-9ecc-f763b6917491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:15.065913 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-64b94dbe-3a1f-4322-9ecc-f763b6917491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:15.107034 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94dbe-3a1f-4322-9ecc-f763b6917491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da00693c-cd68-42a3-b60a-580922b40fa0,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:15.111438 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-64b94dbe-3a1f-4322-9ecc-f763b6917491 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=628f93aabddc46e89eeca7dcf62c6b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653562 Aug 16 11:52:15.116464 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 51256) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:15.171056 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b3709e32-4b0a-4c48-a5d2-43f9a7619e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:15.192764 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b3709e32-4b0a-4c48-a5d2-43f9a7619e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:15.346134 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b3709e32-4b0a-4c48-a5d2-43f9a7619e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:15.348742 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b3709e32-4b0a-4c48-a5d2-43f9a7619e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:15.349924 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-b3709e32-4b0a-4c48-a5d2-43f9a7619e95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da00693c-cd68-42a3-b60a-580922b40fa0 HTTP/1.1" status: 204 len: 168 time: 0.2340164 Aug 16 11:52:15.358852 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3709e32-4b0a-4c48-a5d2-43f9a7619e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da00693c-cd68-42a3-b60a-580922b40fa0,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:16.081986 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 51268) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:16.096052 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-64b47d60-73ba-4d48-88bc-61207dc88090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:16.186960 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-64b47d60-73ba-4d48-88bc-61207dc88090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:16.272042 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-64b47d60-73ba-4d48-88bc-61207dc88090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_create {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:16.309792 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b47d60-73ba-4d48-88bc-61207dc88090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b61ae8-2302-48b8-9d8c-8d0784408cc3,revision_number=1']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:16.313994 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-64b47d60-73ba-4d48-88bc-61207dc88090 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3897fe9f2139427aa8281b88fcef79d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309482 Aug 16 11:52:16.318270 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [-] (100978) accepted ('10.222.0.25', 51274) {{(pid=100978) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:16.374604 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a73f74e1-23e0-406b-a22a-d1b320631aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:16.397124 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a73f74e1-23e0-406b-a22a-d1b320631aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:16.506316 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a73f74e1-23e0-406b-a22a-d1b320631aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568991'] for security_group, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:16.510009 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-a73f74e1-23e0-406b-a22a-d1b320631aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:16.511359 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [None req-a73f74e1-23e0-406b-a22a-d1b320631aca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77b61ae8-2302-48b8-9d8c-8d0784408cc3 HTTP/1.1" status: 204 len: 168 time: 0.1920772 Aug 16 11:52:16.520207 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f74e1-23e0-406b-a22a-d1b320631aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b61ae8-2302-48b8-9d8c-8d0784408cc3,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:22.546191 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:25.608948 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.wsgi [-] (100977) accepted ('10.222.0.25', 51376) {{(pid=100977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 11:52:25.776484 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Deleting port 98c3c90a-8afa-4f61-bdd6-a27236344095 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:52:25.776822 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:25.859975 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:25.860304 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:25.872905 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Calling delete_port for 98c3c90a-8afa-4f61-bdd6-a27236344095 owned by network:floatingip {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:52:26.117488 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6153911'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:26.144337 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event deleted for resources: {'Port': ['ID=98c3c90a-8afa-4f61-bdd6-a27236344095,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:26.203344 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks [] for floatingip, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:26.203772 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.db.l3_db [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Floating IP c469c39f-91b1-4bff-8d14-b79d1eab4995 disassociated (deleted). External IP: 172.27.0.76, port: 674f3a79-da89-4f68-be0e-da00554888e3. Aug 16 11:52:26.417509 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 has already been hosted by L3 agent d78a9016-4c71-4b99-8e9e-2e0ee7d03f72 {{(pid=100977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 11:52:26.527408 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify agent at l3_agent.dv-cinder-804698-1-iscsi the message routers_updated {{(pid=100977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 11:52:26.532724 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for floatingip, before_response {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:26.537789 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] Sync routers for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 11:52:26.548355 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:52:26.549006 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:52:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:26.562682 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [None req-2bb58d94-97ef-4611-ab0a-25eb2fce1e9c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "DELETE /v2.0/floatingips/c469c39f-91b1-4bff-8d14-b79d1eab4995 HTTP/1.1" status: 204 len: 168 time: 0.9525552 Aug 16 11:52:26.563398 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:52:26.565895 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89b1428b16ba59ee01bf493ac1a9378944498e01b8342f4279cc70a0177619db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02a0d55-a476-4e15-8742-f1cf2b7002a6" -d '{"events": [{"name": "network-changed", "server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "tag": "674f3a79-da89-4f68-be0e-da00554888e3"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:52:26.608652 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 11:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8bf435-0ee8-4340-8063-4a6913d8c3d8 x-openstack-request-id: req-aa8bf435-0ee8-4340-8063-4a6913d8c3d8 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:52:26.609176 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "tag": "674f3a79-da89-4f68-be0e-da00554888e3", "status": "completed", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:52:26.609791 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa8bf435-0ee8-4340-8063-4a6913d8c3d8 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:52:26.609894 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3', 'status': 'completed', 'code': 200} Aug 16 11:52:26.695224 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:52:26.913150 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:57Z', 'revision_number': 1, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:26.940964 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] Checking router: 8cedec37-3119-4bad-a7a7-feb48c4a6d19 for host: dv-cinder-804698-1-iscsi {{(pid=100979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 11:52:26.950623 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] Routers {'8cedec37-3119-4bad-a7a7-feb48c4a6d19'} bound to L3 agent in host dv-cinder-804698-1-iscsi {{(pid=100979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 11:52:26.951161 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804698-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T11:34:34Z,description=,heartbeat_timestamp=2021-08-16T11:52:04Z,host='dv-cinder-804698-1-iscsi',id=d78a9016-4c71-4b99-8e9e-2e0ee7d03f72,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T11:34:35Z,topic='l3_agent')) {'router_ids': ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'], 'active': True} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:27.079354 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_dvr_db [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] Set router 8cedec37-3119-4bad-a7a7-feb48c4a6d19 gateway port host: dv-cinder-804698-1-iscsi {{(pid=100979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 11:52:27.092785 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f84d-c624-48e4-b88a-31f88e6e691b req-7040cbfb-5a2f-4df2-83f5-e91163438a3e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:27.094473 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aec2f84d-c624-48e4-b88a-31f88e6e691b req-7040cbfb-5a2f-4df2-83f5-e91163438a3e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0655766 Aug 16 11:52:27.150562 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aec2f84d-c624-48e4-b88a-31f88e6e691b req-07321310-e06f-4097-a6ea-4c7b44fbe361 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495973 Aug 16 11:52:27.346881 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.db.l3_hamode_db [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:57Z', 'revision_number': 1, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804698-1-iscsi', False) {} {{(pid=100979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 11:52:27.380567 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7a17d-acea-4d8b-bb00-22417590c3da None None] The sync data for ids ['8cedec37-3119-4bad-a7a7-feb48c4a6d19'] in dv-cinder-804698-1-iscsi is: [{'id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'name': 'tempest-TestVolumeBootPattern-474922152-router', 'tenant_id': '71be547003924f3980691e88229bd396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'external_fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T11:44:27Z', 'updated_at': '2021-08-16T11:44:32Z', 'revision_number': 4, 'project_id': '71be547003924f3980691e88229bd396', 'gw_port': {'id': 'ada8bef8-96d7-4a6b-b530-770802dbc984', 'name': '', 'network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:29Z', 'updated_at': '2021-08-16T11:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c2662a-067b-4696-bef3-b5d42d09491c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804698-1-iscsi', '_floatingips': [{'id': 'b190cb32-7c69-44b0-96cf-c4841696b966', 'tenant_id': '71be547003924f3980691e88229bd396', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '0ceb8072-9eb4-476e-9c22-c68b59e6ac5f', 'router_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'port_id': 'c2ade99f-7589-4d65-b21f-a197593acd5f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'mac_address': 'fa:16:3e:fd:a7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c88de8-a1fc-4958-901d-182642969f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T11:48:55Z', 'updated_at': '2021-08-16T11:48:57Z', 'revision_number': 1, 'project_id': '71be547003924f3980691e88229bd396', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'defc9798-a62c-4d3e-b46d-95200318d224', 'name': '', 'network_id': '80bd583c-314b-4fc5-9793-1c72b5266f21', 'tenant_id': '71be547003924f3980691e88229bd396', 'mac_address': 'fa:16:3e:76:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cedec37-3119-4bad-a7a7-feb48c4a6d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804698-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T11:44:31Z', 'updated_at': '2021-08-16T11:44:37Z', 'revision_number': 5, 'project_id': '71be547003924f3980691e88229bd396', 'subnets': [{'id': '92cea1e7-cc80-4de5-b1f6-b27f35958ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 11:52:27.609220 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53d32c4-06b3-4c82-ac0a-1a86d047abd6 None None] New status for floating IP c469c39f-91b1-4bff-8d14-b79d1eab4995: DOWN {{(pid=100980) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 11:52:28.069698 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-9156fd29-2c26-4b7e-9a36-604284132bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:28.072126 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-9156fd29-2c26-4b7e-9a36-604284132bc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 1098 time: 0.0507915 Aug 16 11:52:28.171790 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-d8825849-9bd2-4e0d-958b-f12bb41e53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:28.173127 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-d8825849-9bd2-4e0d-958b-f12bb41e53ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0929241 Aug 16 11:52:28.218691 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-79d29b92-d5ab-43ab-9abc-e7b1b4a2043f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=674f3a79-da89-4f68-be0e-da00554888e3 HTTP/1.1" status: 200 len: 217 time: 0.0350852 Aug 16 11:52:28.269613 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-3bcac733-bfb6-4155-be80-cab9a0b48965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:28.271182 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-3bcac733-bfb6-4155-be80-cab9a0b48965 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0438783 Aug 16 11:52:28.278925 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93147f-51c1-4684-aa19-154955b104f9 req-028e9dcc-b7ec-44f6-8984-7885261dbdf4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:28.280545 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fd93147f-51c1-4684-aa19-154955b104f9 req-028e9dcc-b7ec-44f6-8984-7885261dbdf4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0528083 Aug 16 11:52:28.322961 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fd93147f-51c1-4684-aa19-154955b104f9 req-5c5c4ce9-d371-44ed-9870-20d4849803fc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363278 Aug 16 11:52:28.334660 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-09b26286-b032-45e5-b1f5-6cb6f38801cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:28.337318 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-09b26286-b032-45e5-b1f5-6cb6f38801cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573158 Aug 16 11:52:28.439751 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-9cc8456b-1fa7-4af1-8906-e54ea0e535f4 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907753 Aug 16 11:52:28.545072 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c02a0d55-a476-4e15-8742-f1cf2b7002a6 req-f6e8728e-00a2-491f-984f-086bd2e6b577 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954835 Aug 16 11:52:29.458778 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74e440-7141-49ad-b8e9-fa81880e335c req-8c6df104-dfc5-417b-8edc-a0b062eb6c9d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:29.460288 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4c74e440-7141-49ad-b8e9-fa81880e335c req-8c6df104-dfc5-417b-8edc-a0b062eb6c9d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0611560 Aug 16 11:52:29.499897 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4c74e440-7141-49ad-b8e9-fa81880e335c req-d61c52d8-2e23-4874-911c-954f0a57492f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Aug 16 11:52:30.633634 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2a336-b848-4193-a3a6-3f3a4d9bd2de req-7e386819-8a3a-4ac9-8423-ccd39d6b6ec1 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:30.637066 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-41c2a336-b848-4193-a3a6-3f3a4d9bd2de req-7e386819-8a3a-4ac9-8423-ccd39d6b6ec1 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0588486 Aug 16 11:52:30.675339 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-41c2a336-b848-4193-a3a6-3f3a4d9bd2de req-8ff099e6-d07d-4df0-ac79-ba8a77243e4d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337691 Aug 16 11:52:31.763033 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d44e7386-3c4f-41f3-a67e-6631d1fd5fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:31.818472 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c7d1b-951d-4771-ba21-d9355fab59e5 req-59d6e589-ec3e-42ab-8214-336be16f3eef tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:31.820272 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a95c7d1b-951d-4771-ba21-d9355fab59e5 req-59d6e589-ec3e-42ab-8214-336be16f3eef tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0675120 Aug 16 11:52:31.892596 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a95c7d1b-951d-4771-ba21-d9355fab59e5 req-f2eee265-4ea2-468e-8173-e04f9fa6f513 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635555 Aug 16 11:52:33.056469 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b564-ff89-4994-a49c-b531cf679aaf req-ff4e1be2-013d-4c2d-a4a1-984d702bc697 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:33.058035 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3e0b564-ff89-4994-a49c-b531cf679aaf req-ff4e1be2-013d-4c2d-a4a1-984d702bc697 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 945 time: 0.0541010 Aug 16 11:52:33.106176 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3e0b564-ff89-4994-a49c-b531cf679aaf req-f7650b3c-f074-4cd5-89fc-39bbddb0d730 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366781 Aug 16 11:52:33.224696 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Device 674f3a79-da89-4f68-be0e-da00554888e3 no longer exists at agent hyperv_hv-cinder-80469 {{(pid=100979) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 11:52:33.309556 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830463'] for port, before_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:33.336783 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3'}] {{(pid=100979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:52:33.339139 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}847a9243a6983e3b41da2054aa853e233b354170b1922bad162dee5b318cae9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459033d0-c97c-4cb4-94b6-d63872b16133" -d '{"events": [{"server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "name": "network-vif-unplugged", "status": "completed", "tag": "674f3a79-da89-4f68-be0e-da00554888e3"}]}' {{(pid=100979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:52:33.476908 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.plugins.ml2.db [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] For port 674f3a79-da89-4f68-be0e-da00554888e3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=674f3a79-da89-4f68-be0e-da00554888e3,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:52:33.508576 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2340f9b-a861-4548-aa7e-cdf731edd72b x-openstack-request-id: req-a2340f9b-a861-4548-aa7e-cdf731edd72b {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:52:33.508868 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "name": "network-vif-unplugged", "status": "completed", "tag": "674f3a79-da89-4f68-be0e-da00554888e3", "code": 200}]} {{(pid=100979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:52:33.509117 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2340f9b-a861-4548-aa7e-cdf731edd72b {{(pid=100979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:52:33.509505 dv-cinder-804698-1-iscsi neutron-server[100979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3', 'code': 200} Aug 16 11:52:33.534854 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733107790951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733107303940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733107303958'] for port, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:33.588987 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Pushing event updated for resources: {'Port': ['ID=674f3a79-da89-4f68-be0e-da00554888e3,revision_number=6']} {{(pid=100979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:52:34.234323 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fcd77-921e-4ae8-828a-1e3281240dc8 req-cc82f9ca-e496-413f-a792-a997b2961b1a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:34.235874 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-746fcd77-921e-4ae8-828a-1e3281240dc8 req-cc82f9ca-e496-413f-a792-a997b2961b1a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0520556 Aug 16 11:52:34.276678 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-746fcd77-921e-4ae8-828a-1e3281240dc8 req-09189670-6bd4-44f5-a84a-0c71a88963d8 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343502 Aug 16 11:52:34.448712 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a1ed57f3-bdc6-4884-b246-756a51420751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:34.545811 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:35.610730 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c0cac-8320-4828-9dbe-bd97a9bfcd65 req-ee5c7579-92e2-452d-8184-ecc73534f231 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:35.612334 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b01c0cac-8320-4828-9dbe-bd97a9bfcd65 req-ee5c7579-92e2-452d-8184-ecc73534f231 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.2587869 Aug 16 11:52:35.664966 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b01c0cac-8320-4828-9dbe-bd97a9bfcd65 req-60b23998-bce7-4034-ab84-01d3bd3e5136 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Aug 16 11:52:35.826436 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:36.834490 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d36e54-7cd0-46eb-9f79-5125d350e6f4 req-124cd505-aee2-4e62-b656-03af6fb70165 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:36.836715 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-89d36e54-7cd0-46eb-9f79-5125d350e6f4 req-124cd505-aee2-4e62-b656-03af6fb70165 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0544953 Aug 16 11:52:36.878947 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-89d36e54-7cd0-46eb-9f79-5125d350e6f4 req-6df72290-aa59-4c7f-9fe4-1e3467a79115 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355468 Aug 16 11:52:37.311914 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:38.039935 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c6c9-5b05-42d3-8ab0-4e09858df0e5 req-ec61daea-8b9b-4df7-ad18-25922715c0d3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:38.042544 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ff43c6c9-5b05-42d3-8ab0-4e09858df0e5 req-ec61daea-8b9b-4df7-ad18-25922715c0d3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0785334 Aug 16 11:52:38.102404 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ff43c6c9-5b05-42d3-8ab0-4e09858df0e5 req-122c7343-a482-46c1-ae3a-6075d91821fc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535474 Aug 16 11:52:39.229280 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adc91c-26ee-4eb1-9cae-eb77755a3c90 req-fb555922-0641-4386-b0aa-ff693ce410eb tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:39.230905 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04adc91c-26ee-4eb1-9cae-eb77755a3c90 req-fb555922-0641-4386-b0aa-ff693ce410eb tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0567784 Aug 16 11:52:39.275073 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04adc91c-26ee-4eb1-9cae-eb77755a3c90 req-3309b461-1787-42b7-a9f8-26e8a5ce57a8 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 Aug 16 11:52:40.406152 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30e602-f41d-4192-b9b8-ece3f859fa1b req-d82f0785-9fed-4dcb-9766-1e8aa5df7d3e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:40.408088 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9a30e602-f41d-4192-b9b8-ece3f859fa1b req-d82f0785-9fed-4dcb-9766-1e8aa5df7d3e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0587394 Aug 16 11:52:40.455447 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9a30e602-f41d-4192-b9b8-ece3f859fa1b req-93643b26-b64d-480c-ac19-c26f97d5a35c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358367 Aug 16 11:52:41.574943 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eea111-7d97-43e2-a63a-06b2923ecb39 req-01885b62-2a8a-435f-a709-8bb89407ebef tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:41.576476 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-17eea111-7d97-43e2-a63a-06b2923ecb39 req-01885b62-2a8a-435f-a709-8bb89407ebef tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0504794 Aug 16 11:52:41.617942 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-17eea111-7d97-43e2-a63a-06b2923ecb39 req-ba492edb-ed62-4b60-96ea-eced2e9916bb tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352967 Aug 16 11:52:42.745817 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d63b5e-a982-4c6f-ae95-567316ca0689 req-eef14e66-f4d9-4413-a7c2-c52f55383396 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:42.747474 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c7d63b5e-a982-4c6f-ae95-567316ca0689 req-eef14e66-f4d9-4413-a7c2-c52f55383396 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0574951 Aug 16 11:52:42.788694 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c7d63b5e-a982-4c6f-ae95-567316ca0689 req-ee72224d-bf39-46e1-a5b3-56c7b80595cb tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344732 Aug 16 11:52:43.919974 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddffeaf-e85f-4476-a32a-85043f78fac8 req-e31f99a7-870e-4e15-a706-8dd9a2122baa tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:43.921428 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9ddffeaf-e85f-4476-a32a-85043f78fac8 req-e31f99a7-870e-4e15-a706-8dd9a2122baa tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0550430 Aug 16 11:52:43.961704 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9ddffeaf-e85f-4476-a32a-85043f78fac8 req-b353beb3-b24f-4ee2-935f-fdec7c2d342d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341854 Aug 16 11:52:45.076703 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb266673-c6f9-4a8c-b7e6-973ce3f8293c req-2e052ba2-741a-4a07-a356-161391a4a87c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:45.078250 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bb266673-c6f9-4a8c-b7e6-973ce3f8293c req-2e052ba2-741a-4a07-a356-161391a4a87c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0489371 Aug 16 11:52:45.121034 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bb266673-c6f9-4a8c-b7e6-973ce3f8293c req-8709077a-da18-4a2e-9f12-2bb8b4c89c92 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347040 Aug 16 11:52:46.252290 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b82292-bf06-4dae-b1eb-cc9c7a93bddd req-57261ad3-2dea-4084-ac39-b01637cbcf7f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:46.253962 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a0b82292-bf06-4dae-b1eb-cc9c7a93bddd req-57261ad3-2dea-4084-ac39-b01637cbcf7f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0579920 Aug 16 11:52:46.295387 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a0b82292-bf06-4dae-b1eb-cc9c7a93bddd req-751d9ca0-5d62-44af-98e8-939a4335131d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350406 Aug 16 11:52:46.787359 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:52:47.432192 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15823dc6-cd75-4c53-94d3-ffd4e755a443 req-ce98ce89-93c0-4218-a0f4-e07f5ab0fc6d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:47.433822 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-15823dc6-cd75-4c53-94d3-ffd4e755a443 req-ce98ce89-93c0-4218-a0f4-e07f5ab0fc6d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0510480 Aug 16 11:52:47.481871 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-15823dc6-cd75-4c53-94d3-ffd4e755a443 req-b5b5bcd1-8a19-49f4-bb44-a1afd2cd1f81 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363293 Aug 16 11:52:48.658267 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00abac-179b-4cff-9fc8-e2cac907471e req-9ff6e9dd-aa7c-45b1-9dad-58a97c86f228 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:48.659830 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5f00abac-179b-4cff-9fc8-e2cac907471e req-9ff6e9dd-aa7c-45b1-9dad-58a97c86f228 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.1054437 Aug 16 11:52:48.698170 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5f00abac-179b-4cff-9fc8-e2cac907471e req-fa899f97-1e5f-44ae-b9a9-78a8d04438a2 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Aug 16 11:52:49.817321 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0eb2-9b86-41bf-8966-4a99d5c58015 req-28cde4d8-ee1b-42b7-8083-cfb7eeddb82d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:49.818964 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2d7e0eb2-9b86-41bf-8966-4a99d5c58015 req-28cde4d8-ee1b-42b7-8083-cfb7eeddb82d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0539672 Aug 16 11:52:49.857335 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2d7e0eb2-9b86-41bf-8966-4a99d5c58015 req-fe558ce6-55a1-4477-b589-4652ebcc9e87 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Aug 16 11:52:50.981204 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553faa5-e2f2-4765-85e4-c27ef17a635f req-f2bc9d4e-14bf-4d7f-9b1b-023a1b8219c5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:50.982766 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3553faa5-e2f2-4765-85e4-c27ef17a635f req-f2bc9d4e-14bf-4d7f-9b1b-023a1b8219c5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0527709 Aug 16 11:52:51.022929 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3553faa5-e2f2-4765-85e4-c27ef17a635f req-a086faad-496f-430e-98e7-16f4cf3ef019 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339916 Aug 16 11:52:52.175851 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b887437-f5a7-4d74-a175-5662fce1a747 req-11e92ac3-9f8f-4c96-94ba-8a098493afc5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:52.177348 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7b887437-f5a7-4d74-a175-5662fce1a747 req-11e92ac3-9f8f-4c96-94ba-8a098493afc5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0561757 Aug 16 11:52:52.216211 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7b887437-f5a7-4d74-a175-5662fce1a747 req-736c533c-2924-4fa3-8945-7a226b6d60ab tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Aug 16 11:52:52.620280 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:52:53.338528 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622314d-0d67-4226-80ef-111d63ddcf22 req-293f5839-75d8-4259-b063-885bede6d14e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:53.340070 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4622314d-0d67-4226-80ef-111d63ddcf22 req-293f5839-75d8-4259-b063-885bede6d14e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0551610 Aug 16 11:52:53.383563 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4622314d-0d67-4226-80ef-111d63ddcf22 req-015e8128-0ef7-4526-b710-6f961573acdd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374763 Aug 16 11:52:54.509552 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad8473-f970-4705-b8a3-6000a9355a3f req-5e65a4ac-79a5-4f9d-8e63-aa1f2499b4aa tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:54.511123 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fcad8473-f970-4705-b8a3-6000a9355a3f req-5e65a4ac-79a5-4f9d-8e63-aa1f2499b4aa tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0499160 Aug 16 11:52:54.549670 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-fcad8473-f970-4705-b8a3-6000a9355a3f req-73f7abbf-5c9b-4312-9c26-327d3831a130 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Aug 16 11:52:55.671040 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8919b-bf36-46e5-9efe-b34f71773b8f req-90506ba9-35fc-441d-894c-771f1cc2a408 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:55.672449 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ddb8919b-bf36-46e5-9efe-b34f71773b8f req-90506ba9-35fc-441d-894c-771f1cc2a408 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0501916 Aug 16 11:52:55.712806 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ddb8919b-bf36-46e5-9efe-b34f71773b8f req-923b290e-9f5a-41cc-a6ce-a1c705efe960 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343454 Aug 16 11:52:56.833113 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa65129-9565-455d-b25c-933699177575 req-80dee492-9141-48c8-9dfd-958fad62a113 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:56.835257 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bfa65129-9565-455d-b25c-933699177575 req-80dee492-9141-48c8-9dfd-958fad62a113 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0551760 Aug 16 11:52:56.874295 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bfa65129-9565-455d-b25c-933699177575 req-ac0a2360-0bec-4fc3-97e0-bf282608b050 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Aug 16 11:52:57.998552 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a329a6-cfc4-4e7e-927f-1d7d70a92760 req-7715aa4c-4679-47d1-a005-1d96ec7681de tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:58.000158 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30a329a6-cfc4-4e7e-927f-1d7d70a92760 req-7715aa4c-4679-47d1-a005-1d96ec7681de tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0560842 Aug 16 11:52:58.046945 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-30a329a6-cfc4-4e7e-927f-1d7d70a92760 req-fae32187-c39e-4a0e-8e35-dfbaa8a65a97 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Aug 16 11:52:59.203627 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cde3-225b-413e-b667-a153968da49f req-961ddf7d-87ae-40dd-ab18-ed1b0b59714b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:52:59.205153 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5017cde3-225b-413e-b667-a153968da49f req-961ddf7d-87ae-40dd-ab18-ed1b0b59714b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0524540 Aug 16 11:52:59.243516 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5017cde3-225b-413e-b667-a153968da49f req-03f511ea-b6d4-4be8-8039-751e51259826 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Aug 16 11:53:00.384661 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac779482-5622-4e39-b238-716a81a8d66f req-85dd25a7-ab3f-40d3-92e4-81c6932d192f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:00.386223 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ac779482-5622-4e39-b238-716a81a8d66f req-85dd25a7-ab3f-40d3-92e4-81c6932d192f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0752144 Aug 16 11:53:00.426769 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ac779482-5622-4e39-b238-716a81a8d66f req-7474f9a2-480d-4163-a5a3-78d096f29799 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Aug 16 11:53:01.548855 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3dc3c-fffb-4265-a916-b76e5e616d2f req-f883a9d3-8560-45e3-9d02-8af3ec1ad38f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:01.550333 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cfb3dc3c-fffb-4265-a916-b76e5e616d2f req-f883a9d3-8560-45e3-9d02-8af3ec1ad38f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0493083 Aug 16 11:53:01.588962 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cfb3dc3c-fffb-4265-a916-b76e5e616d2f req-002873a7-5892-4142-bbf9-864d9aa6746a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Aug 16 11:53:01.768044 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-53505a7a-7e19-4be8-8dc0-84e4b5886bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:02.705749 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc916584-9fac-4a53-90f3-e0c2dccc6f00 req-65710a71-f1a6-4e39-a3a4-d6ae6c336a4a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:02.707395 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bc916584-9fac-4a53-90f3-e0c2dccc6f00 req-65710a71-f1a6-4e39-a3a4-d6ae6c336a4a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0503654 Aug 16 11:53:02.745415 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bc916584-9fac-4a53-90f3-e0c2dccc6f00 req-61f548f8-572c-4bf2-ac7b-c3c69dadc6b9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Aug 16 11:53:03.872833 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd18e5-3833-4430-9a9c-a6e3299deed0 req-16384800-0064-4bd2-abc6-bfa7e464b127 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:03.874328 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-17fd18e5-3833-4430-9a9c-a6e3299deed0 req-16384800-0064-4bd2-abc6-bfa7e464b127 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0548625 Aug 16 11:53:03.919948 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-17fd18e5-3833-4430-9a9c-a6e3299deed0 req-912cf8f1-402c-42a0-9067-b3124180e12a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393350 Aug 16 11:53:04.431359 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-dcbed988-ddec-4453-b318-c106ee604963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:04.539544 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:05.050610 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeb997-70ba-4532-8e32-667fcaa2bfb5 req-d40c7be2-fb56-4472-8fb9-790c9e4fff2b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:05.051930 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9ffeb997-70ba-4532-8e32-667fcaa2bfb5 req-d40c7be2-fb56-4472-8fb9-790c9e4fff2b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0540950 Aug 16 11:53:05.095849 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9ffeb997-70ba-4532-8e32-667fcaa2bfb5 req-4d585a2e-de16-4905-b527-7ea0f460c4e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368559 Aug 16 11:53:05.842542 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:06.213681 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e3c90-eabd-4cf7-b9ca-573e340ca4b8 req-ef00b172-9e33-46ba-a3b6-eabf6ea70faa tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:06.215246 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c99e3c90-eabd-4cf7-b9ca-573e340ca4b8 req-ef00b172-9e33-46ba-a3b6-eabf6ea70faa tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0491381 Aug 16 11:53:06.260456 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c99e3c90-eabd-4cf7-b9ca-573e340ca4b8 req-b12b418b-f1fa-43e0-b708-d35f715116b1 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386343 Aug 16 11:53:07.362078 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:07.388626 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9781dc-d986-4c5b-a1c6-02dfabce50a2 req-66657ae6-99a3-4f8c-bf1c-f2f00258a02d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:07.390175 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ea9781dc-d986-4c5b-a1c6-02dfabce50a2 req-66657ae6-99a3-4f8c-bf1c-f2f00258a02d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0524333 Aug 16 11:53:07.433808 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ea9781dc-d986-4c5b-a1c6-02dfabce50a2 req-6b8aed41-55b8-4ca1-af26-a461f0304b74 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Aug 16 11:53:08.559911 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0797-2312-463c-9607-324cec678726 req-e3b3597f-3682-4899-8636-23c5f9edf69f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:08.561481 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0d7a0797-2312-463c-9607-324cec678726 req-e3b3597f-3682-4899-8636-23c5f9edf69f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0562615 Aug 16 11:53:08.599338 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0d7a0797-2312-463c-9607-324cec678726 req-1ca94d1e-e7e8-49c8-b565-b09dd718b05c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Aug 16 11:53:09.720793 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf1e4-a007-4aa3-b862-63c52f40dd2d req-5dda4b5b-63e0-4175-a3b8-19b3ee686286 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:09.722356 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e7bbf1e4-a007-4aa3-b862-63c52f40dd2d req-5dda4b5b-63e0-4175-a3b8-19b3ee686286 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0532761 Aug 16 11:53:09.762840 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e7bbf1e4-a007-4aa3-b862-63c52f40dd2d req-57100957-02ac-446e-be7f-a0638987df35 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340943 Aug 16 11:53:10.906223 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac78980-82f5-4591-a936-e87ad5732445 req-10725857-a989-46e3-8582-268ff619d2a0 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:10.907831 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0ac78980-82f5-4591-a936-e87ad5732445 req-10725857-a989-46e3-8582-268ff619d2a0 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0592728 Aug 16 11:53:10.965910 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0ac78980-82f5-4591-a936-e87ad5732445 req-47c0ff4e-deb8-44fc-9a8e-6b404e19751e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514143 Aug 16 11:53:12.087454 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c30ec-33a1-408c-8720-2f20b562b6fb req-3e19723c-9652-43aa-b303-aca9bc7a0368 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:12.088844 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7a5c30ec-33a1-408c-8720-2f20b562b6fb req-3e19723c-9652-43aa-b303-aca9bc7a0368 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0476198 Aug 16 11:53:12.127050 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7a5c30ec-33a1-408c-8720-2f20b562b6fb req-dd43aff5-12c0-4634-b142-0796976d7a22 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Aug 16 11:53:13.242727 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e6bcc-8e49-4ef0-96ce-1d8e9a5cd9c1 req-8da7c983-d956-49f5-8c52-d11584ffd68f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:13.244256 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-736e6bcc-8e49-4ef0-96ce-1d8e9a5cd9c1 req-8da7c983-d956-49f5-8c52-d11584ffd68f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0489557 Aug 16 11:53:13.282439 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-736e6bcc-8e49-4ef0-96ce-1d8e9a5cd9c1 req-8bbd5119-fb34-49fe-a56b-8d2d05012bea tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319970 Aug 16 11:53:14.405387 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e73529-2065-4be2-9e55-8b19336603f6 req-0c46310e-f821-48a6-ae12-9aed4e2796a9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:14.406907 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-14e73529-2065-4be2-9e55-8b19336603f6 req-0c46310e-f821-48a6-ae12-9aed4e2796a9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0577755 Aug 16 11:53:14.445674 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-14e73529-2065-4be2-9e55-8b19336603f6 req-a101c938-431d-48be-9308-8457a30afb51 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Aug 16 11:53:15.561755 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65526830-eead-45fc-a5cd-ae076adba80a req-3d78bffa-515a-4733-8755-d1b2a509fe6a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:15.563283 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-65526830-eead-45fc-a5cd-ae076adba80a req-3d78bffa-515a-4733-8755-d1b2a509fe6a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0496101 Aug 16 11:53:15.602920 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-65526830-eead-45fc-a5cd-ae076adba80a req-2f8000fa-c088-47bc-a94e-c9a4baf32daa tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331378 Aug 16 11:53:16.718999 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94825045-b431-426f-bf4d-7562e459bef6 req-957f9e47-56ea-497c-afbd-6b59305bbba0 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:16.720381 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94825045-b431-426f-bf4d-7562e459bef6 req-957f9e47-56ea-497c-afbd-6b59305bbba0 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0509040 Aug 16 11:53:16.757808 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-94825045-b431-426f-bf4d-7562e459bef6 req-8cd49c85-d0d1-4900-a6cd-56ce0f9dcdd8 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314488 Aug 16 11:53:17.466307 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-332d0aa9-2342-42c2-bd5e-ff1117aef389 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:17.467771 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-332d0aa9-2342-42c2-bd5e-ff1117aef389 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 943 time: 0.0489943 Aug 16 11:53:17.559251 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Deleting port 674f3a79-da89-4f68-be0e-da00554888e3 {{(pid=100978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 11:53:17.559590 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733107701751'] for port, before_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:17.655792 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] For port 674f3a79-da89-4f68-be0e-da00554888e3, host hv-cinder-80469, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80469',level=0,port_id=674f3a79-da89-4f68-be0e-da00554888e3,segment=NetworkSegment(194d16e8-4943-4099-a579-2b5bf693f369),segment_id=194d16e8-4943-4099-a579-2b5bf693f369)] {{(pid=100978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 11:53:17.656064 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-729267'] for port, precommit_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:17.668204 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.plugin [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Calling delete_port for 674f3a79-da89-4f68-be0e-da00554888e3 owned by compute:nova {{(pid=100978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 11:53:17.853600 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-901256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733107790933', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733107305975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24175689'] for port, after_delete {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:17.882543 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Pushing event deleted for resources: {'Port': ['ID=674f3a79-da89-4f68-be0e-da00554888e3,revision_number=None']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 11:53:17.883941 dv-cinder-804698-1-iscsi neutron-server[100977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f9a11-edfe-4db3-8978-d2499332d890 req-76691670-5804-4e55-9844-275c32915058 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:17.885511 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f29f9a11-edfe-4db3-8978-d2499332d890 req-76691670-5804-4e55-9844-275c32915058 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 865 time: 0.0573387 Aug 16 11:53:17.897371 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.897716 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.898295 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.898659 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.902725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.902725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.902725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.902725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.902725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.902725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.902725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.902725 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804698-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 11:53:17.932692 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f29f9a11-edfe-4db3-8978-d2499332d890 req-b86e25cf-16ce-46a4-8197-9f8e4b966381 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/security-groups?id=103e3c10-117d-468e-856f-ea4c5863d942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392206 Aug 16 11:53:17.937978 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] No DVR routers for this DVR port 674f3a79-da89-4f68-be0e-da00554888e3 on host hv-cinder-80469 {{(pid=100978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 11:53:17.940930 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-978318'] for port, before_response {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:17.944076 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-3e1fa31a-11ed-48ce-b881-dbad2077789e req-8d28f6c1-128d-46b7-98b9-9633d382bf1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.36 "DELETE /v2.0/ports/674f3a79-da89-4f68-be0e-da00554888e3 HTTP/1.1" status: 204 len: 173 time: 0.4682534 Aug 16 11:53:17.944659 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'name': 'network-vif-deleted', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3'}] {{(pid=100978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 11:53:17.948221 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64918011f3ef03f5a1e99499fc5909d515af981e4a0de90655c898214fc81633" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1702a5ec-a8a2-47a4-8daa-08c5be89ec46" -d '{"events": [{"server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "name": "network-vif-deleted", "tag": "674f3a79-da89-4f68-be0e-da00554888e3"}]}' {{(pid=100978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 11:53:18.046096 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 11:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c127742b-ff37-4482-816b-5d3cfd9bf8df x-openstack-request-id: req-c127742b-ff37-4482-816b-5d3cfd9bf8df {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 11:53:18.046781 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e6275-56d5-4bb1-821e-607f1fa579c4", "name": "network-vif-deleted", "tag": "674f3a79-da89-4f68-be0e-da00554888e3", "status": "completed", "code": 200}]} {{(pid=100978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 11:53:18.047181 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c127742b-ff37-4482-816b-5d3cfd9bf8df {{(pid=100978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 11:53:18.047670 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e6275-56d5-4bb1-821e-607f1fa579c4', 'name': 'network-vif-deleted', 'tag': '674f3a79-da89-4f68-be0e-da00554888e3', 'status': 'completed', 'code': 200} Aug 16 11:53:19.026532 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-987c3e6e-7dac-45b4-9ec6-e8d01b3f9bea req-e80920d2-61aa-49a2-b2b7-c344413c6a7e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0267029 Aug 16 11:53:20.120859 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1bc26d66-5cc1-482e-959b-433ae56f97d8 req-dce0cfeb-c567-48c4-8c90-fb4efcd4932b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0264893 Aug 16 11:53:21.213793 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3ff4c8a4-36bd-40e4-b66f-2b98e6077754 req-b9be56e6-2271-4d43-b534-3787dc9d16d4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0258474 Aug 16 11:53:22.311387 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9400a347-adff-4716-ac5e-f0aa6027aacc req-56be45bb-e455-49da-bf44-592dc29b533f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0290124 Aug 16 11:53:22.567669 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:23.603406 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b30632c-d895-4fcb-ae9c-fa81519a98fe req-f0fe873e-9d12-4863-a1b0-99fc279a2f65 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.2204137 Aug 16 11:53:23.786466 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:53:24.700336 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5e50dd19-1b9a-4336-9b96-97ae0d4a5f03 req-fa3b159c-5797-4f0b-8108-dc2a7ff0f3b8 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0258000 Aug 16 11:53:25.795537 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3102b3dc-c477-4ddc-a3e5-9178ff3c5bec req-60343318-d797-4b98-80e3-de176b590e4d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0277278 Aug 16 11:53:26.895289 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5a01be88-12a4-44cc-a66d-d8f3fcdd793f req-eba0c969-0e6d-4967-9391-3fa746dfd937 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0257711 Aug 16 11:53:27.987969 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4b0375e0-4175-4efe-8dc6-eb0a6d3e52dd req-f2260d56-a62a-4b78-998c-a27344644468 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0276027 Aug 16 11:53:29.080698 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ad7ea5d-8fbc-4320-ab33-9b18e5e1625c req-bd009407-eaa7-4c10-9dee-f0c13d098724 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0261586 Aug 16 11:53:30.171472 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d00906eb-94d7-4db2-bb3d-6a631c84e46d req-a49136bd-200e-46fb-988a-ce00fb5d6253 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0256307 Aug 16 11:53:31.263811 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d7211619-d963-4ba3-a3a5-c6c5011fe27a req-cbdd71bc-7318-4baa-ade3-502531d01302 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0259502 Aug 16 11:53:31.773187 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-1dd2ba18-27ba-4a9d-9959-20993e356c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:32.357582 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cc800745-d623-4979-be93-ce60fdcb7983 req-ff80d15d-cd25-475e-b4e8-881ad4c98b23 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0258451 Aug 16 11:53:33.450350 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1281ac8d-1608-42ad-a9d5-ca681d48b724 req-7c1e6650-4872-45f3-a95d-f7985fe6a93b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0256336 Aug 16 11:53:34.464345 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-22775e19-6d1d-4ac1-9dc5-048ac95bfab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:34.533363 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:34.547778 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1acf5daf-3119-4158-9617-252b3815b4bc req-419767d2-b7d3-4899-b798-29b9d05127dd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0297213 Aug 16 11:53:35.639972 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-59dc8088-aabc-4893-83b5-8c3f4d7f9bd6 req-ff0c7fc9-3e74-4f23-a4a2-c75a8f63467f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0266120 Aug 16 11:53:35.824487 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:36.734931 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4c009695-822a-47b7-bcb4-52f90e6777d9 req-6c476159-1d7b-4ff2-99e0-6249b59a87fb tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Aug 16 11:53:37.304262 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:37.827806 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-967ca674-56d0-43d7-9e9e-8d0f3d4d000d req-cffad690-0795-4553-a972-aeeb0638a637 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0262656 Aug 16 11:53:38.920840 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-42c31498-a765-4fa9-92f3-31b69859feea req-2474d2b8-853a-4a63-b6b5-043be9bd3bc5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0269208 Aug 16 11:53:40.024047 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9df0906a-8aca-4ef9-b3fb-c65309c055dd req-91d3f97e-30e8-4792-a430-886ae58480d3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0293756 Aug 16 11:53:41.118433 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7c9f89b2-f16a-457c-8d62-8eb9403f0896 req-14c9dc6c-f71e-4ff4-ae28-04b5f3ff4459 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0289745 Aug 16 11:53:42.210754 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c62f4a85-27e9-438f-9a8b-bc692a2cf20b req-2431d462-8187-4de5-86d9-614fbb2fa0d6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0262158 Aug 16 11:53:43.303272 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-81940df3-ca9a-4a5e-8d0d-7cac3f409ff2 req-56935181-9d33-4e09-b5e3-d2c814bbf981 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0257080 Aug 16 11:53:44.396967 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-43500deb-baaa-4f04-963a-b14b517bb737 req-1b641a63-29d8-4013-973a-bfd9d62df299 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0261781 Aug 16 11:53:45.490561 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ddcc5117-2f19-4577-8ba2-af7df0d96f7f req-2c819288-17f1-4922-9c6b-f041afb4b454 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0258927 Aug 16 11:53:46.585750 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-14af86f1-42a6-4e0f-a056-fe07e62449c6 req-f329d3c9-b941-43aa-b2e0-16aa6b6f6d44 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0272877 Aug 16 11:53:47.684005 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f1477e04-01d1-4bad-a5ed-a59b74d5f34c req-947a4759-6624-40e3-8ec5-e3d5be79aaef tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0296519 Aug 16 11:53:48.777287 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ccc73359-cd04-475c-b312-cdd73e00a11a req-e3c567b5-d533-4218-8377-cfb27e01dd8b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0262206 Aug 16 11:53:49.875378 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9589bb1c-ffa6-403b-a839-5deb008eae49 req-9e9a4706-cc8b-4926-b5db-04babbd45145 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0256402 Aug 16 11:53:50.969550 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3b835157-58b4-4881-9f73-fe2d7895f570 req-f997ca26-fe08-4568-9e90-162b3c6324c2 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0263336 Aug 16 11:53:52.061895 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2e0494b2-f79a-4a37-905f-54f11bac721f req-3e4f77f0-6b6d-47db-91e7-216426631ee7 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0264664 Aug 16 11:53:52.589634 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:53:53.155588 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-53c4479a-514b-4620-8a0c-92c9e8388b8e req-b5a6eb39-bca1-43e1-8573-34678c856520 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Aug 16 11:53:54.251990 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04e0a3db-f233-447f-bb0c-e7dbe3ee8516 req-b2cf2391-9fdf-4f90-9bc4-6b95114a786d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0299366 Aug 16 11:53:55.344765 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-de9db783-f913-4634-8cd9-2886341be69f req-78d2e7a5-ff8f-43cd-b7e0-01af463695ae tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0265222 Aug 16 11:53:56.441619 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-aa98e561-825a-4a3f-aea2-beabea35cfa6 req-13f50fb3-c6c6-463d-8f32-b3f67d2fa907 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0280201 Aug 16 11:53:57.536701 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-de9e6aa4-e4f3-4b43-9cda-0f6ed1ab3a07 req-fea4c9d1-da59-4429-9d48-9a11be9f13e5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0271168 Aug 16 11:53:58.630012 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b76c64a6-4bd6-42e3-be5c-4806e5e79a18 req-6a9c69fc-2719-4634-aafb-1827f1a70805 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0260408 Aug 16 11:53:58.641715 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-2792705b-8b33-4e53-ae10-41a22ef56e02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861006 Aug 16 11:53:58.728422 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-642abb1c-3a50-4519-9cab-910fbbbf1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:58.729878 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-642abb1c-3a50-4519-9cab-910fbbbf1d0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1098 time: 0.0432918 Aug 16 11:53:58.830405 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-6ad0888e-bf4f-4192-bc2e-0f89535c2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:58.831880 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-6ad0888e-bf4f-4192-bc2e-0f89535c2920 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0825732 Aug 16 11:53:58.901182 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-acfc98a2-9f8b-47b6-822c-65c78e0c6bc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 1000 time: 0.0615027 Aug 16 11:53:58.950267 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-ceffac41-bb0c-4c07-bff5-08514f1025eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:58.951723 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-ceffac41-bb0c-4c07-bff5-08514f1025eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0438128 Aug 16 11:53:58.998202 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-3f80c5d7-433d-4669-bb94-1f0337ae344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:53:58.999694 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-3f80c5d7-433d-4669-bb94-1f0337ae344f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395343 Aug 16 11:53:59.010390 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-07feebfc-7a59-492c-bede-0a495342f5af service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100978) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 11:53:59.011373 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-07feebfc-7a59-492c-bede-0a495342f5af service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050094 Aug 16 11:53:59.104550 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-fc31af0d-a73b-4b51-8ec3-c6098f18ae82 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861666 Aug 16 11:53:59.193514 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-d3f2ebb6-e497-4f51-98c9-6b17e3a2ff61 req-4fd4434e-eae5-4e91-aeac-2ab85cfeb609 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815351 Aug 16 11:53:59.880826 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5f1eb952-cbb6-40e6-bbc1-42198b8b9c43 req-d4b27387-b66b-46ea-a06a-89a8d58b1b3a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0268717 Aug 16 11:54:00.786696 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:54:00.984119 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-323fee37-40bd-43a7-bd74-51d54f63d90f req-aa274965-2a81-450c-a725-ff03e068213c tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0315356 Aug 16 11:54:01.738209 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-49439dd4-e8fc-4d03-8207-0b5ec59911a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:02.080050 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-65ebef44-c7c8-48c2-ae76-5fe94df88be0 req-4cc69f8b-5429-42c8-91bd-92c31cb6f156 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0255563 Aug 16 11:54:03.174265 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-440e39bc-96a9-43c8-822a-a71e477116f4 req-46ef5a5a-6204-4b28-8e8e-33fbe35c9ee9 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0263879 Aug 16 11:54:04.269280 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9d36ffa7-1615-4199-a630-589b9b3ddbc8 req-03b4fe1a-a4df-4915-bbf9-72971f9e0cbf tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0259140 Aug 16 11:54:04.430105 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3fa0db78-f7f2-46f5-aeb4-48c82dda1a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:04.550005 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:05.366467 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-91e84715-49a6-437c-ab54-001b7f9e3291 req-e53646fc-9ecf-4e76-98b4-6153f236c87d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0265326 Aug 16 11:54:05.841133 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:06.461478 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b2936625-e868-4ab6-97e6-3d7d13a5dec1 req-dfba490e-0508-4aec-9db3-c7f3fffc1cb3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0270765 Aug 16 11:54:07.321198 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:07.557135 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ca2ab247-f724-47b4-8243-651ce5111ae0 req-ddc45940-dbbb-4b12-a940-3323d70d5222 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0287707 Aug 16 11:54:08.650453 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1f2dbee5-6e11-4599-89b6-2a7d0ca45841 req-2c957e7e-a86f-4a0f-a3f7-da748eb00720 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0262520 Aug 16 11:54:09.756940 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e6c157f9-a166-413f-afef-21f4d5f72092 req-91ae9cee-2856-4d3b-910e-fde440e7fa91 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0310977 Aug 16 11:54:10.865152 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5697217d-f932-4700-b0ad-f073e9e246f6 req-f94ad8de-e1f6-4b3e-9819-d1f9a811d645 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0306473 Aug 16 11:54:11.959280 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a20d1cd4-3d69-4240-96ca-72f974726c10 req-2c08bc1e-4b0a-4d1b-8ac1-5ae00213d066 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0263629 Aug 16 11:54:13.054810 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d41937dd-83b1-4645-a537-8a90d9e035c3 req-3876cfdb-c513-419d-af4f-788ee5e55f53 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0281491 Aug 16 11:54:14.151494 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b806eb19-dfa7-49e5-8501-692e74ff30b8 req-3fec2917-7232-429c-ba1d-4f1fb44fe641 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0292938 Aug 16 11:54:15.245902 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2dc43c84-b9ea-4609-ad34-7c6071566cd9 req-829bb109-9345-47dc-9609-5d50b3bf4d23 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0265303 Aug 16 11:54:16.337235 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3e9f598-eabe-46a5-89f0-e13d23c02fbb req-7851ce02-826a-4c7c-951d-becd54b21de6 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0261476 Aug 16 11:54:17.432908 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-90f1c4fb-d99e-4e9a-bd8d-461b0beb56d7 req-312545d2-7607-4e7c-bc10-c5d73b2ddfd7 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Aug 16 11:54:18.524998 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-39fc02a3-878f-4cbb-9178-d80fd92ada8a req-a80c8f14-4d22-4dd4-9325-a8ab5bdfcad7 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0260625 Aug 16 11:54:19.625647 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-924a3410-0a2c-4bc7-b3db-4b1dd439040b req-cb23adf6-cf0a-4fe8-afe8-afb295c99460 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0288494 Aug 16 11:54:20.723199 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-267320ff-e68c-4be0-b019-492e278a9eab req-4f83364e-b274-4e90-a5b6-4aad4e380d99 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0301201 Aug 16 11:54:21.816249 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2b6a35b6-5a78-4de2-8d57-698f0ae542d4 req-391224d8-3fad-4fda-a4d1-bf772cbf8742 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0267565 Aug 16 11:54:22.613449 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:22.908978 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2d5c715e-cd9e-40fa-805a-18204a111144 req-ae36f65d-2ecd-4c09-87fb-a72f7d26feff tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0256248 Aug 16 11:54:24.005141 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-bdccbb24-8aa8-47b3-8875-7594b225c591 req-535436d6-4407-4e0a-b8b7-1a83b242c62e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0274491 Aug 16 11:54:25.100599 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-ca79fcc8-642b-4b9d-95d5-ff6343d9ed11 req-f6429701-70d9-4b11-a93a-1b7c09ca9116 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0262561 Aug 16 11:54:26.194646 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-afdf3b16-6612-4bd9-9e61-3f07283b4ef7 req-715a99c7-36ac-4cca-8fd3-76dc7e3e7856 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0283332 Aug 16 11:54:27.290622 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-e3d8b9be-680f-4ff9-a4dd-659202b05f34 req-7293d909-17a7-4e85-b314-68fa8d7be3c3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0293908 Aug 16 11:54:28.382410 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b2a32c49-6ae7-4c28-8f4a-68f4d3cc2747 req-94b36039-e355-4dc6-be4f-3aa044952ba5 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0257285 Aug 16 11:54:29.474702 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f08b55f8-a5a9-4222-aaed-870615cfb6d3 req-2967a00b-2c14-4395-99b1-25d3a5c282f1 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0269454 Aug 16 11:54:30.566940 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c15b9137-8b39-46e3-b822-798931d90502 req-6744cf4c-2c2c-4a22-8236-8c0018e33b58 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0258539 Aug 16 11:54:31.660450 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-79cc0efd-d3b8-44c9-ac1f-7505b20af6b9 req-d0fe42b5-a359-45b7-8cb4-525b72e20b95 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0264940 Aug 16 11:54:31.749454 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5d72-abfb-4b9f-8770-e5932a2369e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:32.751179 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b1f0fbde-9bde-4dc4-a6ec-70cc99b3e1fa req-19700a03-9115-4351-b340-2efcd60d2a1d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0251601 Aug 16 11:54:33.846229 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-545454cb-6ea6-4d0f-a345-75b23201952b req-1edc0f75-8dbf-4e9c-911c-092b33412ba7 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0290406 Aug 16 11:54:34.446343 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-54d9e40c-ab5e-4787-9bf9-87b8be4a9f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:34.532111 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:34.938127 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4be7a8da-fef0-4e4d-98b9-59866599cb8e req-da47acf3-a0bf-44a5-a305-33e642d5f76e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0257542 Aug 16 11:54:35.846124 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:36.032090 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-28cd691e-8172-4f90-b42d-dced0e86fbb6 req-fff0a6b2-0487-4efc-8a82-5e53312fdede tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0268791 Aug 16 11:54:37.126802 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-a7ac6c84-c913-47ec-ae6d-a60afa34cff1 req-99fd323a-d62c-4912-b1bb-e83a18e23671 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0270884 Aug 16 11:54:37.297944 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:37.786313 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:54:38.229483 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9d75a110-8852-4c95-8e56-8ec7223f0918 req-e4673f54-7142-4580-b39f-1eb810fbdb04 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0269923 Aug 16 11:54:39.324723 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5e20febd-6ba0-42c2-b858-4b71666d0687 req-9d92c645-259c-4cd8-9410-c4f878163b18 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0265954 Aug 16 11:54:40.421884 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f1e45e95-7cec-4dfd-ba7c-f1aa198bae29 req-d14b7d49-d2bd-43c5-9768-5f15c1086dae tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0301170 Aug 16 11:54:41.515132 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-4dba93da-a79a-4483-aa2f-1d86b9d44fc5 req-6c106145-c9d1-4ace-9750-8e0fe3492f2d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0260608 Aug 16 11:54:42.616767 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-c21e5cb0-a5c0-48c7-9289-49fe1303e951 req-2b021e24-38f5-45c9-8e3e-f46b8522ab76 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0269020 Aug 16 11:54:43.712516 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-2ceb5f9b-c6e6-4128-b80e-c7b895e5165a req-cbb800ed-263a-42cb-bfe5-8c4464cb1390 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0271482 Aug 16 11:54:44.805048 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0e6aa479-08d4-40cd-aa37-3ac3378da53b req-6b794f83-b401-4dd4-8bda-f99b6df78873 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0264018 Aug 16 11:54:45.896943 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d1f50b02-048e-4606-8f6c-0f3ff716220d req-4df7bca0-f767-428a-baa8-76a2d6879475 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0255902 Aug 16 11:54:46.994220 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9abbab4a-f70d-44ae-8b4f-bd1de91b03d4 req-e1e3a39a-79b6-4fb8-9751-e134cac46f60 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0299187 Aug 16 11:54:48.087797 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-82df29f6-50a5-47f0-9d9f-55e60553ad6a req-6cec31c9-3c2c-4849-a4b4-71f2287f31ae tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0268424 Aug 16 11:54:49.181544 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-1106cd48-777e-43e0-9e01-107a2175814f req-073faf30-03c6-43b5-a9f5-397d11f930d3 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0263677 Aug 16 11:54:50.272647 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-44db6999-c77b-4176-9319-622a7e304511 req-19783582-b0d0-4dbe-8216-62837adbd1cd tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0263369 Aug 16 11:54:51.372869 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-0a3ca2c0-01b5-4245-b56f-8820f605bf11 req-fd23e6a1-fe38-4fcd-b4da-b1dbaed9625d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0279245 Aug 16 11:54:52.467374 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-62dd88d1-93fb-435b-bc59-b117ecfbd30e req-8d1e81f4-d315-4602-9aab-22c01f8ab819 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0264745 Aug 16 11:54:52.589131 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:54:53.567715 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-6904e17a-e06b-42f6-81be-713aef8954f9 req-ecf80810-b95d-4eb5-9ff1-374c29b485bc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0317452 Aug 16 11:54:54.663020 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-45848aca-0982-43ff-ba0a-b0fed069d4fd req-0444918e-36c1-43ad-8203-1aa294afd048 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0277255 Aug 16 11:54:55.754829 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-10aa97e7-db55-496f-a474-e39ae1141175 req-c453bb68-6410-492d-8a7c-4dcb5d973b9e tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Aug 16 11:54:56.849156 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-04878941-6130-4377-a9a3-f297b4227cd9 req-1ab829a1-9b07-40f6-b86e-c873fb1a320b tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0268974 Aug 16 11:54:57.947619 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-557f23bc-6b39-4ed0-923d-be76bc6262f4 req-364833ab-75a0-4d10-965f-f994e747c11a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0269363 Aug 16 11:54:59.041224 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-99846176-d445-4c5f-af1b-ad19372022ec req-fbed2047-86ac-4cea-af07-b8df6160f1f0 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0266144 Aug 16 11:55:00.137269 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-35c9859c-1476-47f8-b3b4-e0d3fe01b747 req-9a544f88-9fb4-4e88-b503-e81ba1e1a530 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0295503 Aug 16 11:55:00.598733 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-59a48eb3-f44d-4d3e-afd4-f74069bbbfc6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399706 Aug 16 11:55:00.663167 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-78702e37-5a15-40cd-92e4-0b15d63b24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:55:00.664560 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-78702e37-5a15-40cd-92e4-0b15d63b24ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e5982654284b7db86a24222405b410&device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 1099 time: 0.0438170 Aug 16 11:55:00.768299 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-66492228-f3ca-41b5-b8a9-0b5f747b80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:55:00.769747 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-66492228-f3ca-41b5-b8a9-0b5f747b80ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 HTTP/1.1" status: 200 len: 913 time: 0.0838947 Aug 16 11:55:00.815557 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-833c98e2-8e54-4443-bd0a-3dd84c1dd0cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac6c236-d1f8-4620-895e-04598e2da56d HTTP/1.1" status: 200 len: 217 time: 0.0370474 Aug 16 11:55:00.865075 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-aa87f020-4378-4112-8c06-ab5c57be9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:55:00.866517 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-aa87f020-4378-4112-8c06-ab5c57be9a6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a6a9d1c-55fa-4a32-96f7-59a1edfb8ef6 HTTP/1.1" status: 200 len: 853 time: 0.0442681 Aug 16 11:55:00.898525 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-d778e090-cae8-40b3-9dcf-b66e2c71061c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251853 Aug 16 11:55:00.991610 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-de460fed-9923-4b06-9a35-69591cf33fda service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Aug 16 11:55:01.237409 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-8a2886a5-111f-43af-90ce-459404f251e2 req-52a4c47f-5fa4-446e-a65e-2e19f6934ab4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0300553 Aug 16 11:55:01.362218 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-b6fbbb3f-584f-4723-81b8-63fb7af1a0ce req-05c2b735-2609-4dbf-b4b1-a46fbf37a0e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619432 Aug 16 11:55:01.748809 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7c8819c0-e24d-4517-9a86-4c6a7bf87b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:02.331943 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b81addd9-bbac-411d-9ee1-136ef77f15e3 req-46a6326c-8341-4b13-a53f-c2f6eed45ccc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0264702 Aug 16 11:55:03.428112 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-b1acf627-4784-4d8a-882c-838205f014da req-0b43e760-5136-437e-af3c-6fb3f65a3421 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0272193 Aug 16 11:55:04.440916 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-8fff7d51-5f99-4ad6-9e53-45051d6caf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:04.524361 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-d3b4c7dd-f20c-476b-b857-7360c4b94a42 req-0c6cdac0-4e02-4978-8421-5ee4412f8129 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Aug 16 11:55:04.599951 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:05.626119 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3d130f0b-4224-44e9-baa2-50742f1cd9a9 req-21b199a2-5007-44ba-a25f-8f33deedc18f tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0283923 Aug 16 11:55:05.857797 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:06.727789 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-763eee78-6b2b-47be-9bf1-6d6982b270dc req-4a93ebed-474e-40a0-85b9-c5823ccb6cea tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0312965 Aug 16 11:55:07.337158 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:07.822486 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-69845271-6232-4833-8acc-476a321a4633 req-39a796d4-fe06-4f2a-9ebf-ae7b3163d37d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0264449 Aug 16 11:55:08.915365 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f8d47aa6-c887-4f84-b050-6e713bbf5b84 req-af4fd293-8ec0-4b9e-a5b6-9ff960d01521 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0266395 Aug 16 11:55:10.007119 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-f5ad1fc2-85db-44cc-977c-a80963c3b13b req-60ab16f8-11c8-4fe2-918c-4c03cb6c6afa tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0260360 Aug 16 11:55:11.102131 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-7ac572a4-f3ed-44fd-9e48-73a0633a7796 req-a5122007-5044-4b66-9ea7-d16cc341a7d8 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0268791 Aug 16 11:55:12.208586 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-3a5ffef6-1c81-455b-a072-339e652e768a req-4f16386d-a2ce-42ff-9774-b40b7ef6ffd7 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0267777 Aug 16 11:55:13.309169 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-9c4490cb-01e3-4158-b4a1-f86a6aefcdf2 req-d1f7512a-4300-4eba-aa71-f14ede7cdb7a tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0302384 Aug 16 11:55:14.401767 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-cea7f40d-d7ea-4bc3-89a0-1b5b5c88d2de req-2673bd73-55f4-4268-90c8-6fc3e0e1bc4d tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0267193 Aug 16 11:55:14.792040 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:55:15.496031 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-dc892ac3-2989-402d-8577-669ce5e6fb35 req-52c0a06e-a5f8-4e70-b912-c50d9c62b9b4 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0282960 Aug 16 11:55:16.599144 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-935ab9d1-9cd3-4abb-9ac5-55e15a82584c req-b360e5ce-ee5f-463a-81f1-fe8f39218222 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0284605 Aug 16 11:55:17.694879 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-5eec1ef9-dbf7-431b-8670-e999ac1f05c8 req-5a23d405-e267-4aa5-89c6-e1e9b90d2b15 tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0261085 Aug 16 11:55:18.799844 dv-cinder-804698-1-iscsi neutron-server[100977]: INFO neutron.wsgi [req-87e21083-4e0b-4131-b144-cb212268dfe4 req-623f108f-2655-4d6a-a746-b6d83c7bd6bc tempest-TestVolumeBootPattern-1654532405 tempest-TestVolumeBootPattern-1654532405-project] 10.222.0.25 "GET /v2.0/ports?device_id=017e6275-56d5-4bb1-821e-607f1fa579c4 HTTP/1.1" status: 200 len: 210 time: 0.0268936 Aug 16 11:55:22.629207 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:31.754245 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-f4d596f8-e91f-4111-bc72-2455acacf45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:34.468552 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-4247f2cf-9c5d-400b-8918-74da79727088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:34.594207 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:35.862816 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:37.331199 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:55:51.785858 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:55:52.628067 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:01.753413 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-2ba8bbb3-bac4-43ed-812d-da4177a47757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:02.222104 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0878c633-10f7-4700-b04f-8501ca232200 req-daf8e4eb-6fbd-4822-a98e-dea5c43902b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400727 Aug 16 11:56:02.307968 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c633-10f7-4700-b04f-8501ca232200 req-5f56761d-b22a-4f79-bc2d-65efbe9611c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:56:02.309534 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0878c633-10f7-4700-b04f-8501ca232200 req-5f56761d-b22a-4f79-bc2d-65efbe9611c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1098 time: 0.0450249 Aug 16 11:56:02.414154 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c633-10f7-4700-b04f-8501ca232200 req-eb80f6c1-0a79-4dd7-b8ef-7bd692937c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:56:02.415676 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0878c633-10f7-4700-b04f-8501ca232200 req-eb80f6c1-0a79-4dd7-b8ef-7bd692937c6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0867336 Aug 16 11:56:02.484824 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0878c633-10f7-4700-b04f-8501ca232200 req-9c50c2b3-fa4b-4fd3-a6a0-e108a018e851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 1000 time: 0.0615456 Aug 16 11:56:02.534915 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c633-10f7-4700-b04f-8501ca232200 req-207399aa-fc1d-4192-9957-aa5edede1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:56:02.536414 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0878c633-10f7-4700-b04f-8501ca232200 req-207399aa-fc1d-4192-9957-aa5edede1c42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0440266 Aug 16 11:56:02.581484 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c633-10f7-4700-b04f-8501ca232200 req-5166f114-6d54-4758-ab62-f5482554fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:56:02.582982 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0878c633-10f7-4700-b04f-8501ca232200 req-5166f114-6d54-4758-ab62-f5482554fe85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395613 Aug 16 11:56:02.677414 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0878c633-10f7-4700-b04f-8501ca232200 req-ae8611ed-1ec3-435d-9c9d-c37f3a33d46e service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867250 Aug 16 11:56:02.768725 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-0878c633-10f7-4700-b04f-8501ca232200 req-e48d93f2-84ed-46e5-8232-be2cd815f357 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842803 Aug 16 11:56:04.462107 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-5166a457-6eca-4240-9968-4b0be5e701aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:04.570616 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:05.816626 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:07.336448 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:22.662801 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:28.784345 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:56:31.764200 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ab753270-09ff-48d7-a3db-f8c08c6ea3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:34.471780 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-860efb26-85e1-42ff-ad4c-70b9d71b1004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:34.598187 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:35.855595 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:37.387024 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:56:52.701529 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:01.763926 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-74dd2b51-7a42-49bc-a13b-23379f49250b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:02.621247 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-4b91d7e1-62b8-411c-9cc9-fe4234c30d8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410793 Aug 16 11:57:02.689184 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-eb6aa009-15bc-48da-9425-7dd8b7c6ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:57:02.690646 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-eb6aa009-15bc-48da-9425-7dd8b7c6ddf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e5982654284b7db86a24222405b410&device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 1099 time: 0.0466065 Aug 16 11:57:02.793039 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-3d90b2d3-3b49-4c4c-8ff7-0ae38bf72d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:57:02.794527 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-3d90b2d3-3b49-4c4c-8ff7-0ae38bf72d6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 HTTP/1.1" status: 200 len: 913 time: 0.0826757 Aug 16 11:57:02.839712 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-ca99cd41-15e9-45d7-bcea-f674b82140c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac6c236-d1f8-4620-895e-04598e2da56d HTTP/1.1" status: 200 len: 217 time: 0.0374043 Aug 16 11:57:02.889003 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-c2a9430f-f3c3-4bf6-b3f2-ec637f462b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:57:02.891162 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-c2a9430f-f3c3-4bf6-b3f2-ec637f462b6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a6a9d1c-55fa-4a32-96f7-59a1edfb8ef6 HTTP/1.1" status: 200 len: 853 time: 0.0440288 Aug 16 11:57:02.923377 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-ff780eb6-fde2-4fdf-b132-3ecd66e6cfee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240195 Aug 16 11:57:03.013691 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-c95d4291-97ba-44ce-a943-b75bf4576947 service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831251 Aug 16 11:57:03.101860 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-fc855542-b5d0-4247-94f1-70ab9d4f9f23 req-ef101379-d640-48d9-9522-bfec5201472b service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811007 Aug 16 11:57:04.461104 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-1c446468-c58a-435e-a107-f0be75ea6ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:04.563989 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:05.783669 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:57:05.844027 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:07.340678 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:22.643327 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:31.768860 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-da53e74e-7b9a-4290-976d-1aa589ea9e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:34.447389 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bd71bc70-43a5-4212-9544-c9615d4a13ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:34.556207 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:35.842798 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:37.329101 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:57:42.782858 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:57:52.675725 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:01.778490 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-ac728f69-ef58-4f23-ac84-e4d59bac7d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:03.593912 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c013cff6-4081-43cc-900f-9208d8623d18 req-cac32a37-abfb-46fc-87d9-05792f7d5a0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397239 Aug 16 11:58:03.679893 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013cff6-4081-43cc-900f-9208d8623d18 req-ebec4692-c2a2-4e30-b4f1-e0e212df8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:58:03.681295 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c013cff6-4081-43cc-900f-9208d8623d18 req-ebec4692-c2a2-4e30-b4f1-e0e212df8a66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1098 time: 0.0448339 Aug 16 11:58:03.785899 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013cff6-4081-43cc-900f-9208d8623d18 req-f710215b-9d03-430a-9631-5bfbbc231f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:58:03.787445 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c013cff6-4081-43cc-900f-9208d8623d18 req-f710215b-9d03-430a-9631-5bfbbc231f63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.0840888 Aug 16 11:58:03.854836 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c013cff6-4081-43cc-900f-9208d8623d18 req-7cc9ba79-399b-4a38-ba80-36ff1fb244a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 1000 time: 0.0600030 Aug 16 11:58:03.903279 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013cff6-4081-43cc-900f-9208d8623d18 req-9540e7bf-127e-42bd-bdfd-0cbda284f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:58:03.904683 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c013cff6-4081-43cc-900f-9208d8623d18 req-9540e7bf-127e-42bd-bdfd-0cbda284f822 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0432737 Aug 16 11:58:03.949951 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013cff6-4081-43cc-900f-9208d8623d18 req-662fee05-c62d-41c9-bc83-b0f6fdf9e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:58:03.951357 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c013cff6-4081-43cc-900f-9208d8623d18 req-662fee05-c62d-41c9-bc83-b0f6fdf9e541 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398369 Aug 16 11:58:04.041966 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c013cff6-4081-43cc-900f-9208d8623d18 req-8577082c-0a28-41ae-852f-70f5d56aeca6 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826592 Aug 16 11:58:04.129975 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-c013cff6-4081-43cc-900f-9208d8623d18 req-ba05d840-5611-47a4-b28f-fc0d60d6a570 service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802460 Aug 16 11:58:04.448143 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-caf28048-5ada-4864-a435-5774d41d1793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:04.527994 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:05.842254 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:07.350899 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:19.781445 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:58:22.694259 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:31.745114 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-309e5428-03d6-489d-96b6-74ffa6af7975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:34.459210 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-15eae79d-7d9e-4f61-af7e-38594e4a5ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:34.568313 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:35.870679 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:37.349415 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:52.698997 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:58:56.780520 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:59:01.754372 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-3e324a2d-d59c-467f-bb63-6364e499a7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:04.468409 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-d21d69cf-def1-40b0-bb48-45b69024cf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:04.605230 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:05.669029 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-a81ff86a-126d-4a36-bacd-4e88994dc480 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1042025 Aug 16 11:59:05.742213 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-364bf90c-38e5-454b-98f7-201403b46e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:59:05.743866 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-364bf90c-38e5-454b-98f7-201403b46e8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e5982654284b7db86a24222405b410&device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 1099 time: 0.0518358 Aug 16 11:59:05.862916 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:05.865627 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-bff34edf-1cae-44fc-b4a7-27de734bd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:59:05.867192 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-bff34edf-1cae-44fc-b4a7-27de734bd5d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 HTTP/1.1" status: 200 len: 913 time: 0.1015489 Aug 16 11:59:05.938470 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-cd0a1579-c59a-4bdc-bef6-526326b33e58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac6c236-d1f8-4620-895e-04598e2da56d HTTP/1.1" status: 200 len: 217 time: 0.0628743 Aug 16 11:59:05.994397 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-0bea2fa0-9a92-4208-8c46-3acd20b5881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 11:59:05.996071 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-0bea2fa0-9a92-4208-8c46-3acd20b5881b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a6a9d1c-55fa-4a32-96f7-59a1edfb8ef6 HTTP/1.1" status: 200 len: 853 time: 0.0500183 Aug 16 11:59:06.033273 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-eb7207e6-a5e8-4341-8510-b5011e7dbe06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295057 Aug 16 11:59:06.137826 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-0073ecc1-537e-4aec-b366-8bcaf5ff3c70 service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975542 Aug 16 11:59:06.238117 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-33132164-99a1-4829-8c9e-4f2935cbbf1f req-21a81d18-aaac-4070-bf1d-064c56239a4f service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924768 Aug 16 11:59:07.356222 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:22.727425 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:31.782093 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-6adb439b-b71a-4cc8-b9b4-31dddf10dd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:33.780107 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 11:59:34.464045 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a1a1b118-67c5-4f52-a2d5-366939705649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:34.578122 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:35.892408 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:37.378288 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 11:59:52.720754 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:01.770413 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-19e2c436-db8d-427e-9bda-bfdb5a9e9f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:04.472764 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-96b231f0-ca2e-4641-b33f-489f5a315a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:04.612035 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:05.878149 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:07.438976 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:07.598755 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-a77ff0f1-89ff-4e17-8f37-04c9bac31b57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94c88de8-a1fc-4958-901d-182642969f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469439 Aug 16 12:00:07.719576 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-6cd2881c-efbd-4787-a1b3-0645980dc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:00:07.722390 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-6cd2881c-efbd-4787-a1b3-0645980dc49c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71be547003924f3980691e88229bd396&device_id=94c88de8-a1fc-4958-901d-182642969f9a HTTP/1.1" status: 200 len: 1098 time: 0.0792270 Aug 16 12:00:07.864328 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-e32aa712-4eed-488b-bea6-84ca2164d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:00:07.865867 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-e32aa712-4eed-488b-bea6-84ca2164d038 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80bd583c-314b-4fc5-9793-1c72b5266f21 HTTP/1.1" status: 200 len: 911 time: 0.1171703 Aug 16 12:00:07.942876 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-07504866-b5b7-41d2-bba8-941dfbedcc77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2ade99f-7589-4d65-b21f-a197593acd5f HTTP/1.1" status: 200 len: 1000 time: 0.0692003 Aug 16 12:00:07.999099 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-a1b89704-0966-4b26-9fb9-a16b52136ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:00:08.002288 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-a1b89704-0966-4b26-9fb9-a16b52136ef3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92cea1e7-cc80-4de5-b1f6-b27f35958ce4 HTTP/1.1" status: 200 len: 850 time: 0.0523884 Aug 16 12:00:08.057120 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-3eaed45d-5b4b-4fdc-9128-27bb3b597adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:00:08.058761 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-3eaed45d-5b4b-4fdc-9128-27bb3b597adb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80bd583c-314b-4fc5-9793-1c72b5266f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486574 Aug 16 12:00:08.168539 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-3e8064f5-78f7-4bce-a5f4-45ed276de67f service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018555 Aug 16 12:00:08.274259 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-705b4d72-2b6f-4f94-8748-6ddb1a61db57 req-2192dfab-23e2-4669-9550-8900864efbea service neutron] 10.222.0.36 "GET /v2.0/networks/80bd583c-314b-4fc5-9793-1c72b5266f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909891 Aug 16 12:00:10.779243 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:00:22.757974 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:31.765321 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-29da824b-9c5c-49ac-acf0-d0e1303d9b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:34.493951 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-23a4d89e-a4ca-4758-80d3-4be97ab6701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:34.591540 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:35.937321 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:37.420073 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:47.778269 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:00:52.750936 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:00:58.808700 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [req-0ce5c758-f7a7-4f1d-8bc2-4fb8781c5ca7 req-672ab9ff-1ae2-43db-b83a-94e52ec989b3 service neutron] (100978) timed out ('10.222.0.36', 49857) {{(pid=100978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 12:01:01.773584 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-40dfdbde-0418-4c4f-b97b-b1c823a349b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:04.491444 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a2d37076-053e-404a-abea-3971de65f763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:04.615981 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:05.879469 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:07.384887 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:09.620390 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-3714b15f-9172-49f2-af93-8e00a3474681 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447226 Aug 16 12:01:09.699268 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-31af5423-607f-4bb4-82f1-7f7974522c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:01:09.703064 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-31af5423-607f-4bb4-82f1-7f7974522c51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=60e5982654284b7db86a24222405b410&device_id=8ce7af6c-3283-40b3-ba09-ce8fab0218b8 HTTP/1.1" status: 200 len: 1099 time: 0.0599203 Aug 16 12:01:09.814205 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-fee5ef9c-dbbf-4fe4-ad14-f7ac79fe6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:01:09.815727 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-fee5ef9c-dbbf-4fe4-ad14-f7ac79fe6e5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6 HTTP/1.1" status: 200 len: 913 time: 0.0919297 Aug 16 12:01:09.865010 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-d077c029-bea7-446e-8287-e1051b79a92a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac6c236-d1f8-4620-895e-04598e2da56d HTTP/1.1" status: 200 len: 217 time: 0.0401955 Aug 16 12:01:09.919510 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-3ef54044-7372-47f5-ad50-2c3dc7a4ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100978) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 12:01:09.921230 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-3ef54044-7372-47f5-ad50-2c3dc7a4ec17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a6a9d1c-55fa-4a32-96f7-59a1edfb8ef6 HTTP/1.1" status: 200 len: 853 time: 0.0479610 Aug 16 12:01:09.958380 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-bd3b2a23-1e2c-427c-ae31-b74d21dbee86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c2cd91c-1dcb-4620-9f91-ea287f54a1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274110 Aug 16 12:01:10.063303 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-574274b1-c3fe-4267-b7e7-d5c1461486b7 service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962000 Aug 16 12:01:10.165504 dv-cinder-804698-1-iscsi neutron-server[100978]: INFO neutron.wsgi [req-88b0d189-b2d1-4d89-b2bf-97a866f4fe2c req-7807d9fe-cb48-4b69-8c65-53bee85e1ad9 service neutron] 10.222.0.36 "GET /v2.0/networks/1c2cd91c-1dcb-4620-9f91-ea287f54a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937321 Aug 16 12:01:22.764666 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:24.779024 dv-cinder-804698-1-iscsi neutron-server[100980]: DEBUG neutron.db.agents_db [None req-bdce9f88-0f44-474a-b557-974cef70441a None None] Agent healthcheck: found 6 active agents {{(pid=100980) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 12:01:31.764737 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-e71fd050-1d39-4e4a-8030-50c2da6c2e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:34.481865 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-cebd9256-82ea-4e4e-9233-3ac15b336357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:34.614251 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-bf96d39b-c2f8-4385-9255-ad08e405e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:35.901411 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-7e7241cd-2e96-4009-bdb8-7094e72efb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:37.367082 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b579-d085-4210-8689-38ae129c2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 12:01:45.586545 dv-cinder-804698-1-iscsi neutron-server[100978]: DEBUG neutron.wsgi [req-c922e8e5-a10d-4218-b851-a41cc6d236b9 req-dcff3240-4fee-450f-b520-f016031a8337 service neutron] (100978) timed out ('10.222.0.36', 49887) {{(pid=100978) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 12:01:52.795516 dv-cinder-804698-1-iscsi neutron-server[100979]: DEBUG neutron_lib.callbacks.manager [None req-db2e3d69-6c86-4f34-af00-00fb79f26557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733107746681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573665'] for agent, after_update {{(pid=100979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}